-- Logs begin at Fri 2021-07-16 17:54:52 UTC, end at Fri 2021-07-16 18:53:22 UTC. -- Jul 16 18:29:04.790432 dv-cinder-786933-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 18:29:07.527544 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.common.config [-] Logging enabled! Jul 16 18:29:07.528141 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 18:29:07.528328 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93089) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 18:29:07.531596 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.common.config [-] Logging enabled! Jul 16 18:29:07.531856 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 18:29:07.532174 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93089) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 18:29:07.533119 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 18:29:07.533359 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 18:29:07.533733 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 18:29:07.534022 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 18:29:07.534256 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 18:29:07.534585 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.534891 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.535202 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.535439 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.536250 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.536670 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.537108 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.537411 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.537718 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.538049 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.538336 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.538625 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.538861 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.539147 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.539437 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.539726 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.539956 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] debug = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.540241 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.540679 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.541093 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.541378 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.541671 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.541974 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.542251 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.542544 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.542814 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.543148 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] host = dv-cinder-786933-5-iscsi {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.543430 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.543720 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.544009 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.544297 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.544574 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.544853 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.545142 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.545424 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.545797 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] log_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.546111 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.546407 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.546703 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.546992 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.547219 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.547445 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.547734 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.548022 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.548299 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.548575 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.548850 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.549124 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.549400 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.549670 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.549983 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.550272 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.550558 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.550833 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.551105 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.552162 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.552331 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.552702 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.552962 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.553187 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.553465 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.553756 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.554056 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.554337 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.554643 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.554932 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.555218 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.555511 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.555789 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.556074 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.556350 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.556626 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.556898 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] use_json = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.557173 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.557446 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.557729 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.558033 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.558313 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.558588 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.558861 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.559149 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:07.559447 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.559745 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.560049 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.560340 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.560636 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.560915 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.561207 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.561488 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.561779 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.562102 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.562395 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.562678 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.562971 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.563252 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.563550 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.563858 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.564155 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.564450 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.564729 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.565006 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.565282 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.565567 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.565854 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.566175 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.566471 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.566751 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.567063 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.567442 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.567789 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.568068 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.568352 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.568647 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.568929 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.569206 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.569496 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.569777 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.570115 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.570393 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.570676 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.570972 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.571255 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.571534 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.571813 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.572094 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.572368 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.572657 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.572938 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.573212 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.573487 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.573767 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.574070 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.574348 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.574626 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.574900 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.575181 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.575461 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.575738 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.576011 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.576285 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.576559 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.576834 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.577107 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.577387 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.577660 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.577957 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.578235 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.578510 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.578789 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.579080 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.579383 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.579665 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.579949 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.580229 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.580509 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.580791 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.581074 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.581354 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.581634 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.581935 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.582233 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.582520 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.583356 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.583644 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.583926 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.584229 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.584510 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.584794 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.585074 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.585357 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.585653 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.585968 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.586273 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.586572 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.586871 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.587169 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.587474 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.587758 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.588074 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.588360 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:07.588581 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 18:29:07.588825 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93089) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 18:29:07.944226 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 18:29:07.944432 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 18:29:07.944719 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 18:29:07.945051 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 18:29:08.341071 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.341361 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.341630 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.342856 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.343133 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.343411 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.377960 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.378240 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.378510 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.391667 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.391947 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.392215 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.422817 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.423099 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.423375 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.460241 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.460529 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.460804 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.693097 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.693587 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.693690 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.693922 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.694647 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.815632 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.815952 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.816243 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.816522 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.816795 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.817703 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.818025 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.818289 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.818551 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.818839 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.819104 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.819372 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.819633 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.819889 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.820147 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.820421 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.820679 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.820947 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.821225 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.821484 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.821754 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.822028 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.822312 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.822689 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.822941 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.823187 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.823586 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:29:08.823830 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:29:08.824069 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:29:08.824307 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:29:08.824549 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:29:08.824785 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:29:08.825151 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 18:29:08.828308 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 18:29:08.832237 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 18:29:08.836473 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jul 16 18:29:08.838128 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 18:29:08.838587 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 18:29:08.838927 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 18:29:08.839322 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 18:29:08.843201 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 18:29:08.843454 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 18:29:08.843804 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 18:29:08.872007 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 18:29:08.872451 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.872751 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93089) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 18:29:08.873113 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.874514 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93089) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 18:29:08.874790 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 18:29:08.875037 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 18:29:08.878224 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.878508 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:08.941756 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 18:29:08.942477 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 18:29:08.942713 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 18:29:08.943085 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 18:29:08.965556 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_db.sqlalchemy.engines [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93089) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 18:29:09.499207 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Initializing driver for type 'gre' Jul 16 18:29:09.499737 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] gre ID ranges: [(1, 1000)] Jul 16 18:29:09.550977 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Initializing driver for type 'local' Jul 16 18:29:09.551299 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Initializing driver for type 'vlan' Jul 16 18:29:09.565124 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] VlanTypeDriver initialization complete Jul 16 18:29:09.565462 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Initializing driver for type 'vxlan' Jul 16 18:29:09.565987 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] vxlan ID ranges: [(1, 1000)] Jul 16 18:29:09.618284 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Initializing extension driver 'port_security' Jul 16 18:29:09.618622 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.extensions.port_security [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] PortSecurityExtensionDriver initialization complete Jul 16 18:29:09.619025 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Initializing mechanism driver 'openvswitch' Jul 16 18:29:09.619419 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Initializing mechanism driver 'hyperv' Jul 16 18:29:09.625816 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:09.626686 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > port after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.627053 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > port after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.627398 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > port after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.627907 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:29:09.628332 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > subnet after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.628683 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > subnet after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.629024 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.629441 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:29:09.629947 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > network after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.630295 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > network after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.630632 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > network after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.631013 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:29:09.631408 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > security_group after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.631753 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > security_group after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.632091 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.632478 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:29:09.632876 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.633218 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.633555 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.633971 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:29:09.634367 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > address_group after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.634708 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > address_group after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.635040 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.635420 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:29:09.635788 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] ML2 OVO RPC backend initialized. {{(pid=93089) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 18:29:09.636489 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.636838 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.637249 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > network before_response 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.637594 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > networks before_response 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.637976 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > port before_response 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.638318 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > ports before_response 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.638659 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > subnet before_response 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.638996 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > subnets before_response 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.639334 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > network after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.639672 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > network after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.640008 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > network after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.640339 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > port after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.640672 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > port after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.641002 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > port after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.641336 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > subnet after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.641674 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > subnet after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.642028 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.642595 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.plugin [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Modular L2 Plugin initialization complete Jul 16 18:29:09.642920 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading services supported by the core plugin {{(pid=93089) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 18:29:09.643242 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.plugins.ml2.managers [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Got port-security extension from driver 'port_security' Jul 16 18:29:09.643699 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.extensions.vlantransparent [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Disabled vlantransparent extension. Jul 16 18:29:09.644173 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93089) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 18:29:09.644484 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading Plugin: router Jul 16 18:29:09.681016 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.681404 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router after_create 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.681770 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router before_create 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.682153 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.682524 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.682878 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router after_delete 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.683235 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.683725 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router after_create 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.684070 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router after_update 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.684416 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router after_update 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.684765 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.685165 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router after_update 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.685577 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router precommit_update 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.685977 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: port after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.686321 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: port after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.686658 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: subnet after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.686992 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.687338 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.687681 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router precommit_create 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.688018 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: port before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.688364 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router precommit_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.688716 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router after_update 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.689057 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.689404 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router precommit_create 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.689760 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.690533 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router precommit_update 55549900 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.690533 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > agent after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.690900 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > agent after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.691241 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > network after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.692248 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Tracking information for resource: router configured {{(pid=93089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:29:09.692733 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Tracking information for resource: floatingip configured {{(pid=93089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:29:09.697759 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.db.l3_agentschedulers_db [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 18:29:09.698365 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: port after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.698720 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: port after_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.699067 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: port after_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.699412 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: port after_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.700206 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router before_create 55550100 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.700567 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.700928 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router precommit_create 55550100 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.701279 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > router precommit_update 55550100 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.705715 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.services.provider_configuration [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service providers = [] {{(pid=93089) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 18:29:09.706111 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.db.servicetype_db [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93089) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 18:29:09.709005 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.services.service_base [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:29:09.709351 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.services.service_base [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:29:09.709690 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.services.service_base [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:29:09.710600 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.services.service_base [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:29:09.710970 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.services.service_base [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 18:29:09.711352 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:29:09.711665 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 18:29:09.722477 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:29:09.722809 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading Plugin: auto_allocate Jul 16 18:29:09.729028 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: network precommit_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.729395 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: network precommit_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.729937 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:29:09.730255 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading Plugin: tag Jul 16 18:29:09.736911 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:29:09.737237 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading Plugin: timestamp Jul 16 18:29:09.741847 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:29:09.742207 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading Plugin: network_ip_availability Jul 16 18:29:09.747965 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.748077 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.748359 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.749064 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:29:09.749427 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading Plugin: flavors Jul 16 18:29:09.755610 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:29:09.755932 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading Plugin: revisions Jul 16 18:29:09.760161 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:29:09.760550 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_concurrency.lockutils [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=93089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 18:29:09.761277 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93089) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 18:29:09.761610 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Initializing extension manager. Jul 16 18:29:09.762147 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: __init__.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.762485 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: __pycache__ {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.762814 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.763213 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: address_group.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.763965 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.764528 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: address-group Jul 16 18:29:09.764845 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: address_scope.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.765553 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.766087 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: address-scope Jul 16 18:29:09.766409 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.767320 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.767822 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: router-admin-state-down-before-update Jul 16 18:29:09.768141 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: agent.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.768832 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.769330 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: agent Jul 16 18:29:09.769644 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: agent_resources_synced.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.770598 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.771167 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: agent-resources-synced Jul 16 18:29:09.771483 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: allowedaddresspairs.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.773244 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.773752 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: allowed-address-pairs Jul 16 18:29:09.774105 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: auto_allocated_topology.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.775168 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.775670 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: auto-allocated-topology Jul 16 18:29:09.775988 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: availability_zone.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.776670 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.777172 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: availability_zone Jul 16 18:29:09.777487 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: availability_zone_filter.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.778405 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.778897 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: availability_zone_filter Jul 16 18:29:09.779214 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: data_plane_status.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.780104 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.780596 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 18:29:09.780911 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: default_subnetpools.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.781808 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.782332 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: default-subnetpools Jul 16 18:29:09.782650 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.783445 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.783943 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: dhcp_agent_scheduler Jul 16 18:29:09.784261 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: dns.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.785162 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.786215 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 18:29:09.786747 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: dns_domain_ports.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.787545 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.788043 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 18:29:09.788363 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.789273 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.789771 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 18:29:09.790115 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: dvr.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.790778 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.791273 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: dvr Jul 16 18:29:09.791589 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: empty_string_filtering.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.792484 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.792983 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: empty-string-filtering Jul 16 18:29:09.793298 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.794224 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.794721 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 18:29:09.795038 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.795940 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.796438 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 18:29:09.796753 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: external_net.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.797656 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.798176 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: external-net Jul 16 18:29:09.798491 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.799472 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.799967 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: extra_dhcp_opt Jul 16 18:29:09.800281 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: extraroute.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.801176 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.802458 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: extraroute Jul 16 18:29:09.802975 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: extraroute_atomic.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.804014 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.804518 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: extraroute-atomic Jul 16 18:29:09.804845 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: filter_validation.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.805504 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.806032 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: filter-validation Jul 16 18:29:09.806349 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: fip_pf_description.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.807303 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.807930 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 18:29:09.808253 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: fip_port_details.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.809167 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.809672 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: fip-port-details Jul 16 18:29:09.810027 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: flavors.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.811234 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.811740 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: flavors Jul 16 18:29:09.812059 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.813688 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.814226 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 18:29:09.814551 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: floatingip_pools.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.815243 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.815744 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: floatingip-pools Jul 16 18:29:09.816063 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: ip_allocation.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.817073 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.817563 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 18:29:09.817896 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.818814 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.819311 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: ip-substring-filtering Jul 16 18:29:09.819631 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: l2_adjacency.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.820549 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.821038 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 18:29:09.821355 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: l3.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.822346 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.822853 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: router Jul 16 18:29:09.823172 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.825405 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.825950 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 18:29:09.826350 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.827276 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.827780 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: ext-gw-mode Jul 16 18:29:09.828097 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.829014 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.829514 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: l3-ha Jul 16 18:29:09.829832 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: l3_flavors.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.830790 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.831285 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: l3-flavors Jul 16 18:29:09.831601 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.832499 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.833664 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 18:29:09.834029 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: l3agentscheduler.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.835070 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.835582 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: l3_agent_scheduler Jul 16 18:29:09.835906 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: logging.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.837379 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.837912 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension logging not supported by any of loaded plugins Jul 16 18:29:09.838246 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: metering.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.838980 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.839553 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: metering Jul 16 18:29:09.839874 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.840950 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.841456 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: metering_source_and_destination_fields Jul 16 18:29:09.841775 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: multiprovidernet.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.842845 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.843356 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: multi-provider Jul 16 18:29:09.843677 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: netmtu.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.844582 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.845086 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: net-mtu Jul 16 18:29:09.845407 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: netmtu_writable.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.846347 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.846858 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: net-mtu-writable Jul 16 18:29:09.847176 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: network_availability_zone.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.847837 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.848983 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: network_availability_zone Jul 16 18:29:09.849299 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: network_ip_availability.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.850410 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.850977 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: network-ip-availability Jul 16 18:29:09.851426 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: network_segment_range.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.852068 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.852564 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 18:29:09.852880 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: pagination.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.853843 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.854204 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: pagination Jul 16 18:29:09.854519 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: port_device_profile.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.855429 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.855934 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: port-device-profile Jul 16 18:29:09.856251 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.857170 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.857666 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: port-mac-address-regenerate Jul 16 18:29:09.858103 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.858974 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.859470 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: port-numa-affinity-policy Jul 16 18:29:09.859786 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: port_resource_request.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.860688 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.861225 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 18:29:09.861544 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: portbindings.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.862493 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.862999 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: binding Jul 16 18:29:09.863317 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: portbindings_extended.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.864852 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.865360 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: binding-extended Jul 16 18:29:09.865680 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: portsecurity.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.866612 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.867115 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: port-security Jul 16 18:29:09.867430 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: project_id.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.868393 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.868717 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: project-id Jul 16 18:29:09.869032 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: providernet.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.869970 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.870472 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: provider Jul 16 18:29:09.870789 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: qos.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.874328 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.874846 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension qos not supported by any of loaded plugins Jul 16 18:29:09.875178 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.876415 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.876923 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 18:29:09.877248 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.878179 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.878684 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 18:29:09.879005 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: qos_default.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.879936 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.880435 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension qos-default not supported by any of loaded plugins Jul 16 18:29:09.880756 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: qos_fip.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.881404 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.881917 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 18:29:09.882241 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: qos_gateway_ip.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.883158 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.883660 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 18:29:09.883980 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: qos_port_network_policy.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.884880 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.885383 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 18:29:09.885701 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: qos_rule_type_details.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.886633 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.887130 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 18:29:09.887447 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: qos_rules_alias.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.888467 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.888974 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 18:29:09.889293 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: quotasv2.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.890251 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.890757 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: quotas Jul 16 18:29:09.891076 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: quotasv2_detail.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.894105 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.894444 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: quota_details Jul 16 18:29:09.894773 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: rbac.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.896380 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.896901 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: rbac-policies Jul 16 18:29:09.897230 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: rbac_address_group.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.898183 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.898694 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: rbac-address-group Jul 16 18:29:09.899017 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: rbac_address_scope.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.899937 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.900447 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: rbac-address-scope Jul 16 18:29:09.900768 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: rbac_security_groups.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.901671 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.902213 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: rbac-security-groups Jul 16 18:29:09.902531 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: rbac_subnetpool.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.903431 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.904028 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: rbac-subnetpool Jul 16 18:29:09.904549 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: revisionifmatch.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.905249 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.905757 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: revision-if-match Jul 16 18:29:09.906129 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: revisions.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.907223 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.907730 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: standard-attr-revisions Jul 16 18:29:09.908052 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: router_availability_zone.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.908717 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.909268 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: router_availability_zone Jul 16 18:29:09.909587 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: routerservicetype.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.910532 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.911671 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 18:29:09.911987 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.912907 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.913415 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: security-groups-normalized-cidr Jul 16 18:29:09.913726 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.914713 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.915213 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: port-security-groups-filtering Jul 16 18:29:09.915538 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.916447 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.916951 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: security-groups-remote-address-group Jul 16 18:29:09.917270 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: securitygroup.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.926919 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.927442 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: security-group Jul 16 18:29:09.927774 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: segment.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.928565 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.929069 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension segment not supported by any of loaded plugins Jul 16 18:29:09.929743 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.930700 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.931206 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 18:29:09.931529 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: servicetype.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.932605 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.933120 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: service-type Jul 16 18:29:09.933444 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: sorting.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.934432 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.934763 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: sorting Jul 16 18:29:09.935084 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: standard_attr_segment.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.936067 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.936579 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 18:29:09.936903 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: standardattrdescription.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.937546 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.938088 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: standard-attr-description Jul 16 18:29:09.938409 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: stateful_security_group.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.939343 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.939853 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: stateful-security-group Jul 16 18:29:09.940176 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: stdattrs_common.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.940754 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 18:29:09.941072 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.942131 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.942732 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 18:29:09.943052 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: subnet_onboard.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.944125 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.944636 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: subnet_onboard Jul 16 18:29:09.944952 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.945873 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.946399 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 18:29:09.946714 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: subnet_service_types.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.947632 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.948136 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: subnet-service-types Jul 16 18:29:09.948452 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: subnetallocation.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.949515 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.950055 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: subnet_allocation Jul 16 18:29:09.950377 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.951109 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.951608 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: subnetpool-prefix-ops Jul 16 18:29:09.951923 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.952856 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.953363 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 18:29:09.953683 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: tagging.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.954766 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.955280 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: standard-attr-tag Jul 16 18:29:09.955599 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: timestamp.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.956844 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.957355 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loaded extension: standard-attr-timestamp Jul 16 18:29:09.958305 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: trunk.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.959386 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.959894 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension trunk not supported by any of loaded plugins Jul 16 18:29:09.960217 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: trunk_details.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.961129 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.961634 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 18:29:09.961990 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: uplink_status_propagation.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.962914 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.964457 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 18:29:09.964777 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Loading extension file: vlantransparent.py {{(pid=93089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:29:09.965471 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:29:09.966025 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 18:29:09.968600 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:network Jul 16 18:29:09.969135 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:subnet Jul 16 18:29:09.969528 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:29:09.970020 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:port Jul 16 18:29:09.971264 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.971702 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service FLAVORS assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.972316 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.972760 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.973085 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:router Jul 16 18:29:09.974122 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 18:29:09.974600 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service METERING assigned prefix: /metering {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.976060 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.976429 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.976776 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:29:09.977799 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 18:29:09.978273 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:security_group Jul 16 18:29:09.978707 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 18:29:09.979295 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service CORE assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.979617 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:29:09.979958 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] subnetpool is already registered Jul 16 18:29:09.980368 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service CORE assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.980687 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:29:09.981011 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] subnetpool is already registered Jul 16 18:29:09.983409 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.983832 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service FLAVORS assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.984411 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.984823 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.985149 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:router Jul 16 18:29:09.985484 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] router is already registered Jul 16 18:29:09.985895 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 18:29:09.986247 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] floatingip is already registered Jul 16 18:29:09.986687 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service METERING assigned prefix: /metering {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.987344 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 18:29:09.987666 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] rbac_policy is already registered Jul 16 18:29:09.988068 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:security_group Jul 16 18:29:09.988397 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] security_group is already registered Jul 16 18:29:09.988812 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 18:29:09.989136 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] security_group_rule is already registered Jul 16 18:29:09.990201 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service CORE assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.990530 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:29:09.990864 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] subnetpool is already registered Jul 16 18:29:09.991273 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.v2.resource_helper [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Service CORE assigned prefix: {{(pid=93089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:29:09.991594 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:29:09.991920 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING neutron.quota.resource_registry [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] subnetpool is already registered Jul 16 18:29:09.992384 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: extensions {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:09.993836 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: address-groups {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:09.995341 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: address-scopes {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:09.996650 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: agents {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:09.997915 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: auto-allocated-topology {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:09.999132 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: availability_zones {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.000388 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: dhcp-networks {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.001830 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: dhcp-agents {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.003251 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: routers {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.005107 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: flavors {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.007439 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: service_profiles {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.008636 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: next_providers {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.010096 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: service_profiles {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.011633 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: floatingip-pools {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.012844 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: routers {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.014629 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: floatingips {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.015893 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: l3-routers {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.017258 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: l3-agents {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.018727 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: metering-labels {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.019971 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: metering-label-rules {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.021839 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: network-ip-availabilities {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.023104 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: bindings {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.024632 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: quotas {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.026187 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: quotas {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.027583 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: rbac-policies {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.028825 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: security-groups {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.030128 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: security-group-rules {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.031364 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: service-providers {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.032579 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: subnetpools {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.033898 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: subnetpools {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.035438 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: tags {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.037658 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: tags {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.039464 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: tags {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.041218 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: tags {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.042926 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: tags {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.044935 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: tags {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.046620 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: tags {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.048391 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: tags {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.050234 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: tags {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.052491 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron.api.extensions [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Extended resource: tags {{(pid=93089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:29:10.058356 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING keystonemiddleware.auth_token [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 18:29:10.062927 dv-cinder-786933-5-iscsi neutron-server[93089]: WARNING keystonemiddleware.auth_token [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 18:29:10.071821 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_concurrency.lockutils [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Acquired lock "singleton_lock" {{(pid=93089) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 18:29:10.072290 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_concurrency.lockutils [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Releasing lock "singleton_lock" {{(pid=93089) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 18:29:10.072929 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO oslo_service.service [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Starting 2 workers Jul 16 18:29:10.077735 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Started child 93207 {{(pid=93089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:29:10.084149 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Started child 93208 {{(pid=93089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:29:10.084377 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.085029 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO neutron.service [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 18:29:10.085029 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Notify callbacks [] for process, before_spawn {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.085192 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [-] (93207) wsgi starting up on http://0.0.0.0:9696 Jul 16 18:29:10.086996 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.087420 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO oslo_service.service [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Starting 1 workers Jul 16 18:29:10.088411 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [-] (93208) wsgi starting up on http://0.0.0.0:9696 Jul 16 18:29:10.092397 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Started child 93209 {{(pid=93089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:29:10.092913 dv-cinder-786933-5-iscsi neutron-server[93089]: INFO oslo_service.service [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Starting 1 workers Jul 16 18:29:10.096016 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.service [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] calling RpcWorker wait() {{(pid=93209) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 18:29:10.096541 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.service [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] returning from RpcWorker wait() {{(pid=93209) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 18:29:10.097419 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Started child 93210 {{(pid=93089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:29:10.097713 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.098313 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:10.098411 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-68b7bdf4-c2f1-43dc-bdb5-a02768c04f77 None None] Notify callbacks [] for process, after_spawn {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.100208 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93089) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 18:29:10.100421 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 18:29:10.100610 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 18:29:10.100827 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 18:29:10.101163 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 18:29:10.101323 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 18:29:10.101827 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.102138 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.102392 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.102649 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.102930 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.103062 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.103538 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.103790 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.104029 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.104328 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.104549 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.104717 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.104882 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.105150 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.105403 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.105679 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.105977 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.106230 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.106504 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.106675 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.106929 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.107182 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.107435 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.107702 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] debug = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.107951 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.108453 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.108715 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.108958 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.109169 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.109443 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.109665 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.109949 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.110183 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.110413 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.110644 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.110903 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.111148 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.111358 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.111571 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.111822 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.112052 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.112515 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] host = dv-cinder-786933-5-iscsi {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.112769 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.113022 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.113258 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.113512 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.114334 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.114832 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.115085 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.115346 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.115681 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.115917 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.116168 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.116428 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.116667 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.116895 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.117057 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_options = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.117269 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.117549 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.117807 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.118021 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.118189 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.118360 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.118613 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.118767 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.119015 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.119258 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.119468 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.119679 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.119894 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.120103 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.120345 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.120584 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.120825 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.121037 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.121279 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.121538 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.121743 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.121991 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.122233 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.122449 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.122662 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.122901 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.123128 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.123360 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.123571 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.123835 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.124068 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.124316 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.124563 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.124803 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.125028 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.125270 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.125464 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.125733 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.126056 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.126246 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.126496 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.126725 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.126965 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.127208 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.127441 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.127684 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_json = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.127894 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.128128 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.128399 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.128611 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.128844 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.129048 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.129259 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.129557 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.130688 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.130982 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.131289 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.131667 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.131812 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.132037 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.132286 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.132702 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.132835 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.132967 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.133287 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.133568 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.134102 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.134102 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.134348 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.134696 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.134984 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.135636 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.135636 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.135904 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.135989 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.136194 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.136519 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.136790 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.137037 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.137312 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.137535 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.137789 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.138029 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.138246 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.138477 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.138719 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.138991 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.139228 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.139889 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.139889 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.140102 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.140207 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.140732 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.140732 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.140978 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.141169 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.141374 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.141519 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.141974 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:10.142143 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.142143 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.142396 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.142396 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.142631 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.142857 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.143088 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.145038 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.145038 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.145038 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.145038 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.145038 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.145038 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.145038 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.145038 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.145038 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.146112 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.146112 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.146112 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.146112 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.146597 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.146597 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.146801 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.146881 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.147086 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.147310 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.147545 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.147795 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.148027 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.148271 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.148500 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.148674 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.148883 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.149092 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.149314 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.149839 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.149839 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.150166 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.150166 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.150455 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.150593 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.150916 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.151156 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.151409 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.151662 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.151919 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.152136 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.152424 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.152659 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.152896 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.153111 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.153378 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.153671 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.153949 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.154192 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.154405 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.154896 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.155149 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.155394 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.155636 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.155878 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.156101 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.156616 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.156872 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.157119 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.157359 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.157608 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.157918 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.158144 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.158403 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.158622 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.158897 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.159223 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.159479 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.159754 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.160005 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.160263 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.160513 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.161102 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.161510 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.161741 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.162007 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.162259 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.162488 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.162781 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.162967 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.163183 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.163418 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.163726 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.163969 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.164182 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.164396 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.164689 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.164917 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.165178 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.165449 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.165690 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.165940 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.166208 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.166459 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.166671 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.166887 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.167121 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.167325 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.167570 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.167801 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.168038 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.168251 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.168478 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.169013 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.169264 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.169528 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.169757 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.170017 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.170230 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.170491 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.170723 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.170941 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.171177 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.171393 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.171611 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.171825 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.172035 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.172256 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.172468 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.172745 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.172992 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.173225 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.173451 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.173691 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.173991 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.174205 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.174451 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.174667 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.174878 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.175090 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.175305 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.175515 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.175725 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.175950 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.176160 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.176963 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.177207 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.177556 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.177804 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.178093 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.180167 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.180167 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.180167 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.180167 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.180167 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.180167 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.180167 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.180167 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.181279 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.181279 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.181279 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.181279 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.181279 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.181279 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.181279 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.182221 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.182221 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.182221 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.182221 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.182750 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.182750 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.183014 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.183149 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.183349 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.183559 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.183786 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.183996 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.184202 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.184432 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.184653 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.185111 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.185510 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.185954 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.186367 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.186597 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.186806 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.187169 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.187397 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.187615 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.187827 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.188047 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.188280 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.188488 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.188706 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.188920 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.189147 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.189447 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.189698 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.190644 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.190644 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.190644 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.190875 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.190966 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.191230 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.191441 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.192681 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.192681 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.192879 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.192974 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.193222 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.193572 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.193974 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.194166 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.194404 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.194701 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.195560 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.195560 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.195560 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.195949 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.196073 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.196413 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.196677 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.196913 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.197189 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.197413 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.197654 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.197920 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.198172 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.198389 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.198648 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.198879 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.199104 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.199356 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.199616 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.199840 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.200118 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.200334 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.200557 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.200774 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.200932 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 18:29:10.201446 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93089) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 18:29:10.201606 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 18:29:10.201760 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 18:29:10.201950 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 18:29:10.202120 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 18:29:10.202273 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 18:29:10.202478 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.202660 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.202791 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.202929 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.203091 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.203271 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.203432 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.203589 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.203747 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.203905 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.204062 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.204218 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.204378 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.204532 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.204689 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.204843 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.204999 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.205156 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.205317 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.205475 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.205630 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.205787 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.205968 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] debug = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.206127 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.206326 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.206489 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.206645 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.206805 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.206961 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.207116 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.207273 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.207429 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.207701 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.207790 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.207960 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.208134 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.208291 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.208450 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.208607 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.208763 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.208919 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] host = dv-cinder-786933-5-iscsi {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.209075 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.209230 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.209385 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.209543 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.209698 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.209854 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.210034 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.210190 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.210344 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.210501 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.210657 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.210811 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.210965 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.211121 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.211278 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_options = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.211433 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.211589 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.211744 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.211968 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.212070 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.212230 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.212385 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.212541 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.212697 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.212852 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.213008 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.213164 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.213319 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.213474 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.213629 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.213784 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.213964 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.214146 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.214272 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.214581 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.214893 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.215050 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.215216 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.215368 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.215515 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.215675 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.215830 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.215973 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.216133 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.216282 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.216441 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.216590 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.216745 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.216920 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.217072 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.217213 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.217364 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.217505 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.217673 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.217822 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.218006 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.218164 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.218293 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.218441 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.218597 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.218899 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_json = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.219207 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.219364 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.219523 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.219688 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.219859 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.220005 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.220145 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.220298 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:29:10.220475 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.220625 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.220790 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.220955 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.221109 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.221264 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.221430 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.221579 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.221731 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.221894 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.222128 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.222222 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.222380 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.222539 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.222695 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.222857 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.223008 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.224505 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.224505 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.224505 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.224505 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.224505 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.224824 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.224824 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.224958 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.225062 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.225219 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.225454 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.225561 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.225687 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.225853 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.226088 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.226252 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.226393 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.226543 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.226681 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.226816 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.226962 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.227128 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.227290 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.227428 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.227589 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.227746 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.228061 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.228218 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.228378 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.228537 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.228881 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.229039 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.229194 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.229531 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.229691 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.230046 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.230350 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.230510 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.230670 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.230828 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.230989 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.231151 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.231301 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.231600 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.232099 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.232217 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.232366 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.232523 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.232682 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.232844 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.233002 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.233164 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.233319 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.233621 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.233953 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.234258 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.234420 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.234581 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.234743 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.234928 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.235061 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.235219 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.235370 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.235667 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.235831 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.235989 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.236149 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.236323 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.236495 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.236655 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:10.236736 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.236803 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.236960 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.237117 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.237281 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.237438 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.237597 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.237755 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.237937 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.238095 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.238254 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.238414 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.238573 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.238732 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.239769 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.239933 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.240147 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.240400 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.240559 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.240718 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.240878 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.241036 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.241193 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.241349 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.241506 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.241675 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.241834 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.242041 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.242201 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.242368 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.242544 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.242705 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.242860 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.243017 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.243175 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.243379 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.243492 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.243650 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.243807 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.243970 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.244130 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.244295 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.244463 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.244615 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.244776 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.244931 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.245114 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.245271 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.245429 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.245586 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.245743 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.245932 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.246094 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.246252 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.246410 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.246567 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.246726 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.246895 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.247040 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.247197 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.247358 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.247519 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.247674 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.247833 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.247990 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.248148 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.248307 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.248465 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.248622 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.248780 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.249012 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.249176 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.249334 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.249492 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.249650 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.249808 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.250008 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.250178 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.250345 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.250542 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.250635 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.250784 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.250930 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.251073 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.251234 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.251385 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.251546 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.251714 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.251857 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.252012 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.252164 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.252316 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.252489 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.252632 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.252925 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.253224 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.253391 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.253550 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.253715 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.253869 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.254058 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.254235 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.254424 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.254630 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.254870 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.255033 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.255177 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.255330 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.255492 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.255643 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.255804 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.255954 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.256117 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.256273 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.256426 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.256587 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.256738 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.256900 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.257050 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.257212 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.257390 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.257547 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.257707 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.257867 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.258058 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.258201 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.258370 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.258532 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.258694 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.258843 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.259073 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.259168 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.259313 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.259472 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.259630 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.259789 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.259946 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.260097 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.260260 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.260413 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.260565 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.260717 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.260882 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.261055 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.261201 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.261369 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.261522 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.261666 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.261818 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.261995 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.262150 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.262292 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.262441 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.262597 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.262837 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.262983 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.263152 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.263291 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.263449 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.263603 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.263755 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.263906 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.264056 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.264176 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.264339 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.264665 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.264834 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.265916 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.265916 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.265916 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.265916 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.265916 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.265916 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.266745 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.266745 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.266745 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.266745 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.266745 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.266745 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.267441 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.267441 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.267441 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.267441 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.267441 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.267792 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.267792 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.267945 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.268026 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.268159 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.268319 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.268477 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.268637 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.268794 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:29:10.268945 dv-cinder-786933-5-iscsi neutron-server[93089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 18:29:10.466496 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 34250) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.475782 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069833 Jul 16 18:29:21.823200 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7306cd-99e3-49db-bbd2-14869d4de97c None None] get_active_networks_info from dv-cinder-786933-5-iscsi {{(pid=93209) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:29:21.896543 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7306cd-99e3-49db-bbd2-14869d4de97c None None] No non-hosted networks {{(pid=93209) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 18:29:21.898276 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-fb776a5b-394c-4bc1-9fe9-ec65512dd5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725195'] for agent, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.502793 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-12ece167-03c5-49e8-855e-bad76d22a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725195'] for agent, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.575790 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4f4923b3-f38e-40cf-9d19-8fbe18db2a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.602908 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725195'] for agent, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.604850 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.605428 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.606705 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.607706 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.608295 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.609572 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.610221 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.613537 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.614667 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.616436 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.617009 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.618399 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:24.619047 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786933-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:24.630101 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786933-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:25.389472 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725195'] for agent, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.422076 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725195'] for agent, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.942250 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.db.l3_hamode_db [None req-f248a428-1368-4c29-b91d-1e93a5d68b8a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 18:29:28.019288 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248a428-1368-4c29-b91d-1e93a5d68b8a None None] Routers set() bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:28.019679 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248a428-1368-4c29-b91d-1e93a5d68b8a None None] Router IDs set() for agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:29:28.278583 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 34344) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:28.770142 dv-cinder-786933-5-iscsi neutron-server[93208]: WARNING oslo_policy.policy [None req-9275689f-cfe0-4015-b296-97cf6b25192c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:29:28.770725 dv-cinder-786933-5-iscsi neutron-server[93208]: WARNING oslo_policy.policy [None req-9275689f-cfe0-4015-b296-97cf6b25192c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:29:28.988063 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [None req-9275689f-cfe0-4015-b296-97cf6b25192c admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:29:28.989660 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-9275689f-cfe0-4015-b296-97cf6b25192c admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7090659 Jul 16 18:29:31.340045 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 34358) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:31.650168 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-d33901f7-ff1d-4d4a-a2fd-76c16756b715 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:31.744414 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.policy [None req-d33901f7-ff1d-4d4a-a2fd-76c16756b715 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93208) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 18:29:31.789555 dv-cinder-786933-5-iscsi neutron-server[93208]: WARNING oslo_policy.policy [None req-d33901f7-ff1d-4d4a-a2fd-76c16756b715 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:29:31.789951 dv-cinder-786933-5-iscsi neutron-server[93208]: WARNING oslo_policy.policy [None req-d33901f7-ff1d-4d4a-a2fd-76c16756b715 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:29:31.798475 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.quota [None req-d33901f7-ff1d-4d4a-a2fd-76c16756b715 admin admin] Loaded quota_driver: . Jul 16 18:29:31.889502 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d33901f7-ff1d-4d4a-a2fd-76c16756b715 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790380385676', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790380385185', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790380495897', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790380501583', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790380509147', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790380490304', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1345536', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1349107', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-358863', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-413246'] for rbac-policy, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.953525 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d33901f7-ff1d-4d4a-a2fd-76c16756b715 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.954784 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-d33901f7-ff1d-4d4a-a2fd-76c16756b715 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6137905 Jul 16 18:29:34.565113 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 34370) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:34.877221 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Request body: {'network': {'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'admin_state_up': True, 'name': 'private', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:34.907587 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Made reservation on behalf of 0ddc59d2ebea47c499407ff0dd02bde0 for: {'network': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:34.911236 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.928510 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.061499 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.066418 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.087762 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=93208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:35.116481 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790383741251', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.117078 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Unsubscribe: segment precommit_create {{(pid=93208) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 18:29:35.117573 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.segments_db [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Added segment 04133ab8-5329-4634-a576-7ad482d240b2 of type vlan for network 1736d02b-b321-43d9-b9f0-23108b15dd26 Jul 16 18:29:35.135601 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc25617-a784-4b40-92d8-7c8a3a603ff8,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:35.185799 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.186172 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.186518 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.186864 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.187170 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.187513 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.187837 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.188162 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.188492 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.188814 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.189129 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.189442 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Tracked resource versions report: Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: pushed versions: Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: { 'AddressGroup': {'1.2'}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'ConntrackHelper': {'1.0'}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Log': {'1.0'}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Network': {'1.1'}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Port': {'1.7'}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'PortForwarding': {'1.2'}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'QosPolicy': {'1.8'}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SecurityGroup': {'1.4'}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SubPort': {'1.0'}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Subnet': {'1.1'}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Trunk': {'1.1'}} Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: consumer versions: Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: { DHCP agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: L3 agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: Metadata agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: Metering agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: Open vSwitch agent@dv-cinder-786933-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'ConntrackHelper': '1.0', Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Log': '1.0', Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Network': '1.1', Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Port': '1.7', Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'PortForwarding': '1.2', Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'QosPolicy': '1.8', Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SecurityGroup': '1.4', Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SecurityGroupRule': '1.2', Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SubPort': '1.0', Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Subnet': '1.1', Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Trunk': '1.1'}} Jul 16 18:29:35.190578 dv-cinder-786933-5-iscsi neutron-server[93208]: {{(pid=93208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:29:35.247397 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.299914 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.301268 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.302093 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.353498 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7871888 Jul 16 18:29:35.404615 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf71a4-912d-41ed-bd4d-a9b7750552d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1736d02b-b321-43d9-b9f0-23108b15dd26,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:35.417357 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network 1736d02b-b321-43d9-b9f0-23108b15dd26 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:38.017030 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 34384) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:38.438369 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3997712-984e-40c5-9838-a5e52709a98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.439763 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-e3997712-984e-40c5-9838-a5e52709a98d admin admin] 10.222.0.79 "GET /v2.0/networks/1736d02b-b321-43d9-b9f0-23108b15dd26 HTTP/1.1" status: 200 len: 826 time: 0.4217813 Jul 16 18:29:38.471118 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b6c7c41f-932b-4ceb-87cd-7c080ceb92ad admin admin] 10.222.0.79 "GET /v2.0/subnetpools/be6667c1-dc99-452c-a322-c92c0507258e HTTP/1.1" status: 200 len: 734 time: 0.0230939 Jul 16 18:29:38.479837 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'be6667c1-dc99-452c-a322-c92c0507258e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:38.507022 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] Made reservation on behalf of 0ddc59d2ebea47c499407ff0dd02bde0 for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:38.509311 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.835018 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.906952 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94fa385-2b17-47c1-8fdd-e965e02608de,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.912016 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] Checking segment: {'id': '04133ab8-5329-4634-a576-7ad482d240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:38.912519 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] Network hostable DHCP agents. Network: 1736d02b-b321-43d9-b9f0-23108b15dd26, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:38.935292 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] Network 1736d02b-b321-43d9-b9f0-23108b15dd26 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:38.947684 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, 1736d02b-b321-43d9-b9f0-23108b15dd26) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:38.952772 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.953356 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.962140 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a8875-36c7-4b30-8923-83bdad951ec3 None None] Network 1736d02b-b321-43d9-b9f0-23108b15dd26 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:38.971846 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c9d577da-3659-41f8-ba6f-932f6915c509 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4954150 Jul 16 18:29:39.293448 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad25305b-f3dd-5c0f-aa44-46a7d21f290c-1736d02b-b321-43d9-b9f0-23108b15dd26', 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'fixed_ips': [{'subnet_id': 'a94fa385-2b17-47c1-8fdd-e965e02608de'}]}} from dv-cinder-786933-5-iscsi. {{(pid=93209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:29:39.294661 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.574215 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.db_base_plugin_common [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Allocated IP 172.20.0.2 (1736d02b-b321-43d9-b9f0-23108b15dd26/a94fa385-2b17-47c1-8fdd-e965e02608de/8ba8fc9e-30a6-42fe-89e9-49e74305b0f7) {{(pid=93209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:39.779399 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Notify callbacks [] for port, precommit_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.822999 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Transition to ACTIVE for port object 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:39.844312 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Transition to ACTIVE for port object 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 will not be triggered until provisioned by entity DHCP. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:39.853419 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.921614 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Network 1736d02b-b321-43d9-b9f0-23108b15dd26 is already hosted by enough agents. {{(pid=93209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:39.932489 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.base_scheduler [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Resources bound (agent type, host, resource id): {{(pid=93209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:39.937957 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Pushing event updated for resources: {'Port': ['ID=8ba8fc9e-30a6-42fe-89e9-49e74305b0f7,revision_number=1']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.940214 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Received port after_create {{(pid=93209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:39.950147 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.950906 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.950906 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.951093 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.951363 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.951690 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.952015 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.953128 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.953128 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.953128 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Tracked resource versions report: Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: pushed versions: Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: { 'AddressGroup': {'1.2'}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'ConntrackHelper': {'1.0'}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Log': {'1.0'}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Network': {'1.1'}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Port': {'1.7'}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'PortForwarding': {'1.2'}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'QosPolicy': {'1.8'}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SecurityGroup': {'1.4'}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SubPort': {'1.0'}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Subnet': {'1.1'}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Trunk': {'1.1'}} Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: consumer versions: Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: { DHCP agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: L3 agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: Metadata agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: Metering agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: Open vSwitch agent@dv-cinder-786933-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'ConntrackHelper': '1.0', Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Log': '1.0', Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Network': '1.1', Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Port': '1.7', Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'PortForwarding': '1.2', Jul 16 18:29:39.953417 dv-cinder-786933-5-iscsi neutron-server[93209]: 'QosPolicy': '1.8', Jul 16 18:29:39.957834 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SecurityGroup': '1.4', Jul 16 18:29:39.957834 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SecurityGroupRule': '1.2', Jul 16 18:29:39.957834 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SubPort': '1.0', Jul 16 18:29:39.957834 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Subnet': '1.1', Jul 16 18:29:39.957834 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Trunk': '1.1'}} Jul 16 18:29:39.957834 dv-cinder-786933-5-iscsi neutron-server[93209]: {{(pid=93209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:29:40.023083 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Attempting to bind port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:40.023775 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Attempting to bind port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': '04133ab8-5329-4634-a576-7ad482d240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:40.023884 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Attempting to bind port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 on network 1736d02b-b321-43d9-b9f0-23108b15dd26 {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:40.028832 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:40.029193 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Checking segment: {'id': '04133ab8-5329-4634-a576-7ad482d240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:40.029668 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.030095 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Bound using segment: {'id': '04133ab8-5329-4634-a576-7ad482d240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:40.030560 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Bound port: 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04133ab8-5329-4634-a576-7ad482d240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:40.030972 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.092281 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] For port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:40.096547 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] For port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=8ba8fc9e-30a6-42fe-89e9-49e74305b0f7,segment=NetworkSegment(04133ab8-5329-4634-a576-7ad482d240b2),segment_id=04133ab8-5329-4634-a576-7ad482d240b2)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:40.101026 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.167095 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd91107-f1a3-4525-a83f-01476c36a04e None None] Pushing event updated for resources: {'Port': ['ID=8ba8fc9e-30a6-42fe-89e9-49e74305b0f7,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:41.379109 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 34392) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:41.690422 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [None req-ec0e17ef-cdf1-4bba-99ed-f2ed6533e591 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:29:41.691988 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-ec0e17ef-cdf1-4bba-99ed-f2ed6533e591 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119202 Jul 16 18:29:44.078462 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 34400) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:44.390115 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [None req-e2fba19c-764b-4e0f-be9a-7589e502534f admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:29:44.391286 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-e2fba19c-764b-4e0f-be9a-7589e502534f admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118937 Jul 16 18:29:46.275395 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbde7bac-f9b6-4f61-813e-9316af0caf14 None None] Network 1736d02b-b321-43d9-b9f0-23108b15dd26 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:46.385861 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-71fb44e1-c040-4544-ace9-136d478c54f1 None None] Provisioning for port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:46.529831 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:46.621120 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:46.625042 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:46.625449 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.743932 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.746530 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-ae32dc55-c300-4756-aa28-16b041950e0f None None] Provisioning complete for port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:46.746854 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ae32dc55-c300-4756-aa28-16b041950e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.805961 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=8ba8fc9e-30a6-42fe-89e9-49e74305b0f7,segment=NetworkSegment(04133ab8-5329-4634-a576-7ad482d240b2),segment_id=04133ab8-5329-4634-a576-7ad482d240b2)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:46.812687 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.891019 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=8ba8fc9e-30a6-42fe-89e9-49e74305b0f7,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.028850 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 34414) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:47.515577 dv-cinder-786933-5-iscsi neutron-server[93207]: WARNING oslo_policy.policy [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:29:47.516156 dv-cinder-786933-5-iscsi neutron-server[93207]: WARNING oslo_policy.policy [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:29:47.732709 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:47.796963 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.policy [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93207) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 18:29:47.842614 dv-cinder-786933-5-iscsi neutron-server[93207]: WARNING oslo_policy.policy [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:29:47.842991 dv-cinder-786933-5-iscsi neutron-server[93207]: WARNING oslo_policy.policy [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:29:47.851446 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.quota [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] Loaded quota_driver: . Jul 16 18:29:47.907963 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7819'] for router, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.909867 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1683935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6008'] for router, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.063724 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.069335 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676544'] for router, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.087766 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.089068 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-9c2c054f-7fb3-430f-bf63-eb122a9dab12 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0592358 Jul 16 18:29:48.491174 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:48.536076 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:48.536441 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.168001 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 5 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:50.435974 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 34430) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:50.741424 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [None req-fd193e85-c869-4fce-a6fb-f5a2629ea7ba admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:29:50.742431 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-fd193e85-c869-4fce-a6fb-f5a2629ea7ba admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3055427 Jul 16 18:29:51.720799 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-668f3272-5f52-437d-b872-4cde2552a515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.100857 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 34438) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:53.406357 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:53.434463 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Made reservation on behalf of f3faeb3af8f6421e84eec15375dab0dc for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:53.442942 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.459477 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.577800 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.583185 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.592846 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Reserving flat network on physical network physnet1 {{(pid=93207) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 18:29:53.627083 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790383741251', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.628268 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Unsubscribe: segment precommit_create {{(pid=93207) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 18:29:53.628768 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Added segment af312365-10a1-4d3a-a630-7d5b7894c6ee of type flat for network 73c708b8-06d7-447a-8102-37bbb9bcd43a Jul 16 18:29:53.647451 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa3590-5f8a-4813-a2d6-c3e67c7dc669,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:53.675189 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.675639 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.675962 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.676509 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.677036 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.677477 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.677821 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.678175 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.678524 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.678850 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.679172 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.679490 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Tracked resource versions report: Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: pushed versions: Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: { 'AddressGroup': {'1.2'}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'ConntrackHelper': {'1.0'}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Log': {'1.0'}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Network': {'1.1'}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Port': {'1.7'}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'PortForwarding': {'1.2'}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'QosPolicy': {'1.8'}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SecurityGroup': {'1.4'}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SubPort': {'1.0'}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Subnet': {'1.1'}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Trunk': {'1.1'}} Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: consumer versions: Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: { DHCP agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: L3 agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: Metadata agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: Metering agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: Open vSwitch agent@dv-cinder-786933-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'ConntrackHelper': '1.0', Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Log': '1.0', Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Network': '1.1', Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Port': '1.7', Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'PortForwarding': '1.2', Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'QosPolicy': '1.8', Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SecurityGroup': '1.4', Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SecurityGroupRule': '1.2', Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SubPort': '1.0', Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Subnet': '1.1', Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Trunk': '1.1'}} Jul 16 18:29:53.680629 dv-cinder-786933-5-iscsi neutron-server[93207]: {{(pid=93207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:29:53.770785 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.833348 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.834482 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:53.835143 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.897792 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7958579 Jul 16 18:29:53.945325 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b21287-6523-4995-9cff-fff1bdecfdd0 admin admin] Pushing event updated for resources: {'Network': ['ID=73c708b8-06d7-447a-8102-37bbb9bcd43a,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:53.956922 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:54.503067 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ae2976e7-aa52-42c9-9ca3-718322e5da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.603075 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.331802 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.305438 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 34460) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:56.521005 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e34944-40cb-400c-ac4f-53aa4a33296c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:56.522403 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-b9e34944-40cb-400c-ac4f-53aa4a33296c admin admin] 10.222.0.79 "GET /v2.0/subnets/a94fa385-2b17-47c1-8fdd-e965e02608de HTTP/1.1" status: 200 len: 849 time: 0.2158365 Jul 16 18:29:56.654632 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-9ee53740-5b81-4a53-9522-6ae6f1218b6f admin admin] 10.222.0.79 "GET /v2.0/routers/145f7f5d-4c62-4630-b73a-d5a6f4da6052 HTTP/1.1" status: 200 len: 704 time: 0.1268497 Jul 16 18:29:56.913107 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.201657 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Allocated IP 172.20.0.1 (1736d02b-b321-43d9-b9f0-23108b15dd26/a94fa385-2b17-47c1-8fdd-e965e02608de/de47a72b-c261-4780-ae9c-3c36693d520f) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:57.341809 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.387760 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.411061 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Transition to ACTIVE for port object de47a72b-c261-4780-ae9c-3c36693d520f will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:57.493023 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.569914 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Network 1736d02b-b321-43d9-b9f0-23108b15dd26 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:57.577401 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:57.581397 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:57.581955 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729079'] for router_interface, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.601367 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Pushing event updated for resources: {'Port': ['ID=de47a72b-c261-4780-ae9c-3c36693d520f,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:57.773417 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-4ee20599-cb2f-4978-93b4-75e034d18da6 None None] Provisioning for port de47a72b-c261-4780-ae9c-3c36693d520f completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:57.777352 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-4ee20599-cb2f-4978-93b4-75e034d18da6 None None] Provisioning complete for port de47a72b-c261-4780-ae9c-3c36693d520f triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:57.777725 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4ee20599-cb2f-4978-93b4-75e034d18da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.814412 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-4ee20599-cb2f-4978-93b4-75e034d18da6 None None] Port de47a72b-c261-4780-ae9c-3c36693d520f cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:57.842247 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.014773 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.019993 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.021114 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729091'] for router_interface, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.080040 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Pushing event updated for resources: {'Port': ['ID=de47a72b-c261-4780-ae9c-3c36693d520f,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:58.145524 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Network 1736d02b-b321-43d9-b9f0-23108b15dd26 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:58.146907 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:58.309067 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Router 145f7f5d-4c62-4630-b73a-d5a6f4da6052 is scheduled to L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a with binding_index 1 {{(pid=93207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:29:58.335727 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0304e421-7205-4760-bd9f-8ee51a5454e2 None None] Provisioning complete for port de47a72b-c261-4780-ae9c-3c36693d520f triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:58.336051 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0304e421-7205-4760-bd9f-8ee51a5454e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.368063 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0304e421-7205-4760-bd9f-8ee51a5454e2 None None] Port de47a72b-c261-4780-ae9c-3c36693d520f cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:58.401384 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:58.406365 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c21b383a-4f25-4a02-be59-6f9750da47ed admin admin] 10.222.0.79 "PUT /v2.0/routers/145f7f5d-4c62-4630-b73a-d5a6f4da6052/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7456989 Jul 16 18:29:58.425513 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Sync routers for ids ['145f7f5d-4c62-4630-b73a-d5a6f4da6052'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:58.437010 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Routers {'145f7f5d-4c62-4630-b73a-d5a6f4da6052'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:58.437837 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:29:54Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['145f7f5d-4c62-4630-b73a-d5a6f4da6052'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:58.622705 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Set router 145f7f5d-4c62-4630-b73a-d5a6f4da6052 gateway port host: None {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:59.054927 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'name': 'router1', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:47Z', 'updated_at': '2021-07-16T18:29:57Z', 'revision_number': 2, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'gw_port_host': None, '_interfaces': [{'id': 'de47a72b-c261-4780-ae9c-3c36693d520f', 'name': '', 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'mac_address': 'fa:16:3e:52:ec:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:56Z', 'updated_at': '2021-07-16T18:29:57Z', 'revision_number': 2, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'subnets': [{'id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6667c1-dc99-452c-a322-c92c0507258e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:59.107031 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Checking router: 145f7f5d-4c62-4630-b73a-d5a6f4da6052 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:59.107406 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Updating router 145f7f5d-4c62-4630-b73a-d5a6f4da6052 port de47a72b-c261-4780-ae9c-3c36693d520f binding host dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:59.171868 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.667732 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Notify callbacks [] for port, precommit_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.688127 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.provisioning_blocks [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Transition to ACTIVE for port object de47a72b-c261-4780-ae9c-3c36693d520f will not be triggered until provisioned by entity L2. {{(pid=93210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:59.696193 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.832639 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Pushing event updated for resources: {'Port': ['ID=de47a72b-c261-4780-ae9c-3c36693d520f,revision_number=3']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:59.862619 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.862819 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.863157 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.863759 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.864092 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.864427 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.864755 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.865080 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.865464 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.865782 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.866139 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.866463 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Tracked resource versions report: Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: pushed versions: Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: { 'AddressGroup': {'1.2'}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'ConntrackHelper': {'1.0'}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Log': {'1.0'}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Network': {'1.1'}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Port': {'1.7'}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'PortForwarding': {'1.2'}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'QosPolicy': {'1.8'}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SecurityGroup': {'1.4'}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SubPort': {'1.0'}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Subnet': {'1.1'}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Trunk': {'1.1'}} Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: consumer versions: Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: { DHCP agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: L3 agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: Metadata agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: Metering agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: Open vSwitch agent@dv-cinder-786933-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'ConntrackHelper': '1.0', Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Log': '1.0', Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Network': '1.1', Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Port': '1.7', Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'PortForwarding': '1.2', Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'QosPolicy': '1.8', Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SecurityGroup': '1.4', Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SecurityGroupRule': '1.2', Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SubPort': '1.0', Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Subnet': '1.1', Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Trunk': '1.1'}} Jul 16 18:29:59.867596 dv-cinder-786933-5-iscsi neutron-server[93210]: {{(pid=93210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:29:59.877790 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Attempting to bind port de47a72b-c261-4780-ae9c-3c36693d520f on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:59.877790 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Attempting to bind port de47a72b-c261-4780-ae9c-3c36693d520f by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': '04133ab8-5329-4634-a576-7ad482d240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26'}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:59.878768 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Attempting to bind port de47a72b-c261-4780-ae9c-3c36693d520f on network 1736d02b-b321-43d9-b9f0-23108b15dd26 {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:59.886982 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:59.887389 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Checking segment: {'id': '04133ab8-5329-4634-a576-7ad482d240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:59.887922 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.888249 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Bound using segment: {'id': '04133ab8-5329-4634-a576-7ad482d240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26'} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:59.888737 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Bound port: de47a72b-c261-4780-ae9c-3c36693d520f, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04133ab8-5329-4634-a576-7ad482d240b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26'}}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:59.889132 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.957170 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] For port de47a72b-c261-4780-ae9c-3c36693d520f, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:59.978350 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] For port de47a72b-c261-4780-ae9c-3c36693d520f, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=de47a72b-c261-4780-ae9c-3c36693d520f,segment=NetworkSegment(04133ab8-5329-4634-a576-7ad482d240b2),segment_id=04133ab8-5329-4634-a576-7ad482d240b2)] {{(pid=93210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:59.982861 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.043160 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d3522-a1c5-43cb-89f6-81fb87ea1820 None None] Pushing event updated for resources: {'Port': ['ID=de47a72b-c261-4780-ae9c-3c36693d520f,revision_number=4']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:00.045751 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Routers {'145f7f5d-4c62-4630-b73a-d5a6f4da6052'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:00.046383 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:29:54Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['145f7f5d-4c62-4630-b73a-d5a6f4da6052'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:00.136649 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] Set router 145f7f5d-4c62-4630-b73a-d5a6f4da6052 gateway port host: None {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:00.343797 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'name': 'router1', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:47Z', 'updated_at': '2021-07-16T18:29:57Z', 'revision_number': 2, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'gw_port_host': None, '_interfaces': [{'id': 'de47a72b-c261-4780-ae9c-3c36693d520f', 'name': '', 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'mac_address': 'fa:16:3e:52:ec:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:56Z', 'updated_at': '2021-07-16T18:29:59Z', 'revision_number': 4, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'subnets': [{'id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6667c1-dc99-452c-a322-c92c0507258e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:00.373291 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853f5ba-ab71-48da-8832-3d6f485ad840 None None] The sync data for ids ['145f7f5d-4c62-4630-b73a-d5a6f4da6052'] in dv-cinder-786933-5-iscsi is: [{'id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'name': 'router1', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:47Z', 'updated_at': '2021-07-16T18:29:57Z', 'revision_number': 2, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'gw_port_host': None, '_interfaces': [{'id': 'de47a72b-c261-4780-ae9c-3c36693d520f', 'name': '', 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'mac_address': 'fa:16:3e:52:ec:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:56Z', 'updated_at': '2021-07-16T18:29:59Z', 'revision_number': 4, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'subnets': [{'id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6667c1-dc99-452c-a322-c92c0507258e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:00.677718 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 34480) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:00.800476 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab79dc81-726b-4b71-9775-96f197ec5ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:00.801846 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-ab79dc81-726b-4b71-9775-96f197ec5ec9 admin admin] 10.222.0.79 "GET /v2.0/networks/73c708b8-06d7-447a-8102-37bbb9bcd43a HTTP/1.1" status: 200 len: 842 time: 0.1232173 Jul 16 18:30:00.811066 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Request body: {'subnet': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:00.835435 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Made reservation on behalf of f3faeb3af8f6421e84eec15375dab0dc for: {'subnet': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:00.837744 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.151083 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.objects.ports [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93207) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:30:01.151500 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for subnet, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.188293 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab15e2c-a646-4087-bf2e-139b77924ddc,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:01.220611 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Checking segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:01.221084 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Network hostable DHCP agents. Network: 73c708b8-06d7-447a-8102-37bbb9bcd43a, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:01.243211 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:01.255593 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, 73c708b8-06d7-447a-8102-37bbb9bcd43a) {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:01.260866 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.261478 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.266056 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b3f843-eddb-4cfe-83ad-e2ba327788b2 None None] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:01.282625 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-ea0eb9a6-59ef-4b5f-a894-5a0adfefbf45 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4747615 Jul 16 18:30:01.447066 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07ed755-cc2d-4b6c-a8cf-8083f3f4d683 None None] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:03.583513 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 34492) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:03.713735 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-f74843df-a3cd-4c7d-be46-dda908002391 admin admin] 10.222.0.79 "GET /v2.0/routers/145f7f5d-4c62-4630-b73a-d5a6f4da6052 HTTP/1.1" status: 200 len: 710 time: 0.1290178 Jul 16 18:30:03.803536 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68981d0-5c71-4aa6-80a9-b0991d032f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.804906 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c68981d0-5c71-4aa6-80a9-b0991d032f82 admin admin] 10.222.0.79 "GET /v2.0/networks/73c708b8-06d7-447a-8102-37bbb9bcd43a HTTP/1.1" status: 200 len: 886 time: 0.0860844 Jul 16 18:30:03.813376 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:04.119677 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5994'] for router, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.362206 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.443563 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.532879 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device de47a72b-c261-4780-ae9c-3c36693d520f up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:04.555311 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Allocated IP 172.27.2.75 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:04.584198 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port de47a72b-c261-4780-ae9c-3c36693d520f completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:04.588044 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port de47a72b-c261-4780-ae9c-3c36693d520f triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:04.588412 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.660949 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.666984 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.702377 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.740052 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:04.744769 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:04.748032 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:04.748661 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port de47a72b-c261-4780-ae9c-3c36693d520f, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=de47a72b-c261-4780-ae9c-3c36693d520f,segment=NetworkSegment(04133ab8-5329-4634-a576-7ad482d240b2),segment_id=04133ab8-5329-4634-a576-7ad482d240b2)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:04.754661 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.758759 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Pushing event updated for resources: {'Port': ['ID=6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:04.802453 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=de47a72b-c261-4780-ae9c-3c36693d520f,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:04.997181 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.186058 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5994'] for router, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.189110 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1676562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1676555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1676674'] for router, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.292683 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Router 145f7f5d-4c62-4630-b73a-d5a6f4da6052 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:05.474290 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:05.479072 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.479910 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-12ac2c3a-0c2a-430c-b1b2-dafcef228c9b admin admin] 10.222.0.79 "PUT /v2.0/routers/145f7f5d-4c62-4630-b73a-d5a6f4da6052 HTTP/1.1" status: 200 len: 889 time: 1.6696656 Jul 16 18:30:05.497158 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Sync routers for ids ['145f7f5d-4c62-4630-b73a-d5a6f4da6052'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:05.508927 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Routers {'145f7f5d-4c62-4630-b73a-d5a6f4da6052'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:05.509652 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:29:54Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['145f7f5d-4c62-4630-b73a-d5a6f4da6052'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:05.726062 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Set router 145f7f5d-4c62-4630-b73a-d5a6f4da6052 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:06.131834 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'name': 'router1', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:47Z', 'updated_at': '2021-07-16T18:30:04Z', 'revision_number': 4, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'gw_port': {'id': '6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:04Z', 'updated_at': '2021-07-16T18:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'de47a72b-c261-4780-ae9c-3c36693d520f', 'name': '', 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'mac_address': 'fa:16:3e:52:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:56Z', 'updated_at': '2021-07-16T18:30:04Z', 'revision_number': 5, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'subnets': [{'id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6667c1-dc99-452c-a322-c92c0507258e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:06.185536 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Checking router: 145f7f5d-4c62-4630-b73a-d5a6f4da6052 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:06.185916 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Updating router 145f7f5d-4c62-4630-b73a-d5a6f4da6052 port 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b binding host dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:06.219769 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.527346 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device de47a72b-c261-4780-ae9c-3c36693d520f up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:06.607527 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Notify callbacks [] for port, precommit_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.621132 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Transition to ACTIVE for port object 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:06.627918 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.629566 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port de47a72b-c261-4780-ae9c-3c36693d520f triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:06.629956 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.706178 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Attempting to bind port 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:06.706471 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Attempting to bind port 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:06.706838 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Attempting to bind port 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b on network 73c708b8-06d7-447a-8102-37bbb9bcd43a {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:06.718993 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:06.719366 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Checking segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:06.719769 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.720162 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Bound using segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:06.720634 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Bound port: 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:06.721592 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.750616 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db152d74-9dd0-402b-bca3-f3690be14ac6 None None] Pushing event updated for resources: {'Port': ['ID=6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:06.886571 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] For port 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:06.889692 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] For port 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:06.894109 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.951006 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db152d74-9dd0-402b-bca3-f3690be14ac6 None None] Pushing event updated for resources: {'Port': ['ID=6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:06.953625 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Routers {'145f7f5d-4c62-4630-b73a-d5a6f4da6052'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:06.954253 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:29:54Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['145f7f5d-4c62-4630-b73a-d5a6f4da6052'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:07.060467 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] Set router 145f7f5d-4c62-4630-b73a-d5a6f4da6052 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:07.276700 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'name': 'router1', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:47Z', 'updated_at': '2021-07-16T18:30:04Z', 'revision_number': 4, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'gw_port': {'id': '6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:04Z', 'updated_at': '2021-07-16T18:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'de47a72b-c261-4780-ae9c-3c36693d520f', 'name': '', 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'mac_address': 'fa:16:3e:52:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:56Z', 'updated_at': '2021-07-16T18:30:04Z', 'revision_number': 5, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'subnets': [{'id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6667c1-dc99-452c-a322-c92c0507258e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:07.303842 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab04959-3b0d-4c6b-9310-c65150626bdd None None] The sync data for ids ['145f7f5d-4c62-4630-b73a-d5a6f4da6052'] in dv-cinder-786933-5-iscsi is: [{'id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'name': 'router1', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:47Z', 'updated_at': '2021-07-16T18:30:04Z', 'revision_number': 4, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'gw_port': {'id': '6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:04Z', 'updated_at': '2021-07-16T18:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'de47a72b-c261-4780-ae9c-3c36693d520f', 'name': '', 'network_id': '1736d02b-b321-43d9-b9f0-23108b15dd26', 'tenant_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'mac_address': 'fa:16:3e:52:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f7f5d-4c62-4630-b73a-d5a6f4da6052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:56Z', 'updated_at': '2021-07-16T18:30:04Z', 'revision_number': 5, 'project_id': '0ddc59d2ebea47c499407ff0dd02bde0', 'subnets': [{'id': 'a94fa385-2b17-47c1-8fdd-e965e02608de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6667c1-dc99-452c-a322-c92c0507258e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:07.899477 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 34502) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:08.030283 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-9dc12adf-098f-4d3d-9abf-29e0090df15e admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1295967 Jul 16 18:30:08.528001 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:08.581451 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:08.585381 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:08.585753 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.668449 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.694592 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:08.698681 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.748315 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:10.524815 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:10.620768 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 6d0a85f9-6ac0-44a1-9394-fbfa0c5d292b triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:10.621154 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.726464 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-50f2f2ba-0527-4ce6-9dc3-b1c4ab13896b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.507159 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-1cfab5ed-23b4-40aa-8294-1b8a5e1f66f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.607752 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.360041 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.168748 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 5 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:27.385627 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.730222 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-dbf8575d-eb9b-40f7-83c3-d4f32d4c914c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.509971 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-31c6edbf-165b-40f2-84e2-23f3df62350b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.601579 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.362364 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.363515 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.167427 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 5 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:21.737410 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-12286122-3f0b-4f24-b151-70819de1ede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.516127 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-dfa5241e-cbeb-40d9-b055-ba25b266b5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.604759 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.339920 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.368661 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.167275 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 5 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:46.352485 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35070) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:46.414598 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcfa3af-a09c-4399-b298-102c0cc4951f admin admin] GET failed (client error): The resource could not be found. Jul 16 18:31:46.415910 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-adcfa3af-a09c-4399-b298-102c0cc4951f admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624881 Jul 16 18:31:46.582092 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ac223-4091-452e-b0ae-257ea56bd667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.583588 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-b15ac223-4091-452e-b0ae-257ea56bd667 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1638734 Jul 16 18:31:48.756293 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35080) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.845839 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699dfc1a-2d54-4c00-89a2-1a6dcf11bd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.847166 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-699dfc1a-2d54-4c00-89a2-1a6dcf11bd06 admin admin] 10.222.0.79 "GET /v2.0/subnets/a94fa385-2b17-47c1-8fdd-e965e02608de HTTP/1.1" status: 200 len: 849 time: 0.0898983 Jul 16 18:31:48.856344 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:48.938508 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.078082 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790383595403'] for subnet, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.107942 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.108991 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.110235 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] 10.222.0.79 "PUT /v2.0/subnets/a94fa385-2b17-47c1-8fdd-e965e02608de HTTP/1.1" status: 200 len: 868 time: 0.2571528 Jul 16 18:31:49.113526 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c6d503-e259-489f-b905-dfde2c49e253 None None] Network 1736d02b-b321-43d9-b9f0-23108b15dd26 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:49.132116 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94fa385-2b17-47c1-8fdd-e965e02608de,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:49.139670 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.140035 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.140382 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.140714 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.141045 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.141390 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.141724 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.142087 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.142433 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.142763 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.143086 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.143406 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c795adfc-163c-447f-b166-101d91b5f6e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:49.532752 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-a9e9c493-a5b3-47f1-bc52-6ae4cadadabc None None] Provisioning complete for port 8ba8fc9e-30a6-42fe-89e9-49e74305b0f7 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:49.533117 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-a9e9c493-a5b3-47f1-bc52-6ae4cadadabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.617652 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-a9e9c493-a5b3-47f1-bc52-6ae4cadadabc None None] Provisioning complete for port de47a72b-c261-4780-ae9c-3c36693d520f triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:49.617932 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-a9e9c493-a5b3-47f1-bc52-6ae4cadadabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.286637 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35088) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.485159 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d11b54-76a2-4721-9573-0d1ee402bcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:51.485807 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d11b54-76a2-4721-9573-0d1ee402bcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:51.487388 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-e4d11b54-76a2-4721-9573-0d1ee402bcdd admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1997755 Jul 16 18:31:51.729678 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8bb11774-32f7-4fa9-9d69-f97ae56c8f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.628914 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35096) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:53.760480 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31491448-937e-4970-ab82-dd292594a81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.761074 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31491448-937e-4970-ab82-dd292594a81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.762640 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-31491448-937e-4970-ab82-dd292594a81e admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1327834 Jul 16 18:31:54.507017 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-3260ff3e-0bee-46f4-8afa-bb436cff5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.606561 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.343064 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.952701 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35104) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:56.097478 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60227d24-7af6-4aa3-bd1c-b251d19a1874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.098952 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-60227d24-7af6-4aa3-bd1c-b251d19a1874 admin admin] 10.222.0.79 "GET /v2.0/networks/1736d02b-b321-43d9-b9f0-23108b15dd26 HTTP/1.1" status: 200 len: 870 time: 0.1453800 Jul 16 18:31:57.376195 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.270089 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35112) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:58.398779 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896c5258-cb8d-4dbf-935d-66ede6440db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:58.400144 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-896c5258-cb8d-4dbf-935d-66ede6440db8 admin admin] 10.222.0.79 "GET /v2.0/networks/73c708b8-06d7-447a-8102-37bbb9bcd43a HTTP/1.1" status: 200 len: 886 time: 0.1290913 Jul 16 18:32:00.555166 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35120) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:00.684466 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011cb4ba-f248-4fcf-b440-e7f8af17382a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.685503 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011cb4ba-f248-4fcf-b440-e7f8af17382a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.687097 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-011cb4ba-f248-4fcf-b440-e7f8af17382a admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309285 Jul 16 18:32:02.870944 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35130) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:02.965114 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c3f31d-ba0f-4d73-83d4-d87cf2a19fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:02.965574 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c3f31d-ba0f-4d73-83d4-d87cf2a19fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:02.967399 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c0c3f31d-ba0f-4d73-83d4-d87cf2a19fad admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955179 Jul 16 18:32:05.148757 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35138) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:05.233666 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7758af-265e-4dcd-94d0-648f31699e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:05.235016 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-2a7758af-265e-4dcd-94d0-648f31699e46 admin admin] 10.222.0.79 "GET /v2.0/subnets/0ab15e2c-a646-4087-bf2e-139b77924ddc HTTP/1.1" status: 200 len: 816 time: 0.0853255 Jul 16 18:32:07.406580 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35146) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:07.514050 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771bac0-5023-4876-a10d-c675f3dd33d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.531546 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-3771bac0-5023-4876-a10d-c675f3dd33d7 admin admin] 10.222.0.79 "GET /v2.0/subnets/a94fa385-2b17-47c1-8fdd-e965e02608de HTTP/1.1" status: 200 len: 868 time: 0.1078353 Jul 16 18:32:17.166649 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 5 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:21.731065 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-33046faf-5cde-47ee-a3c7-4efb9a3b0e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.510303 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-a2479ad4-3a12-4327-ad0a-59adb825181c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.612713 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.345452 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.379847 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.318148 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35198) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:32.363800 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [None req-37cb1aae-a87b-4ab3-af18-3ead9b102e51 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:32.365065 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-37cb1aae-a87b-4ab3-af18-3ead9b102e51 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456877 Jul 16 18:32:34.639449 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35206) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:34.700569 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.pecan_wsgi.hooks.translation [None req-9baed029-e745-4a06-922f-776a6bc2a37b admin admin] GET failed (client error): The resource could not be found. Jul 16 18:32:34.701906 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-9baed029-e745-4a06-922f-776a6bc2a37b admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615017 Jul 16 18:32:34.790040 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a6057a-87ca-4d7c-ac36-3b032ffeb9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.791524 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-14a6057a-87ca-4d7c-ac36-3b032ffeb9e1 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0857992 Jul 16 18:32:37.018770 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35214) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:37.064818 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:37.084545 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] Made reservation on behalf of f3faeb3af8f6421e84eec15375dab0dc for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:37.086900 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.115649 dv-cinder-786933-5-iscsi neutron-server[93207]: WARNING neutron.services.revisions.revision_plugin [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] Could not find related network for resource to bump revision. Jul 16 18:32:37.129836 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=93207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:37.140122 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.140460 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] Added segment b7e6bd55-4e70-455b-bdf1-72b193601aba of type vlan for network c35cffb5-358a-446d-b014-2a4bbb77828d Jul 16 18:32:37.178170 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.206689 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.207660 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.208237 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.241470 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2216461 Jul 16 18:32:37.269667 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7b8e3-d629-4629-b97c-1ba66950f914 admin admin] Pushing event updated for resources: {'Network': ['ID=c35cffb5-358a-446d-b014-2a4bbb77828d,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:37.281518 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network c35cffb5-358a-446d-b014-2a4bbb77828d details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:39.445294 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35222) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:39.505044 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa2eef6-be81-4d00-bf8d-ff73f3ba4a0d admin admin] GET failed (client error): The resource could not be found. Jul 16 18:32:39.506368 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-faa2eef6-be81-4d00-bf8d-ff73f3ba4a0d admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601139 Jul 16 18:32:39.608506 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844d459e-2645-4e0e-9a40-123f96bc8c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.610248 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-844d459e-2645-4e0e-9a40-123f96bc8c3e admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0997748 Jul 16 18:32:39.619808 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Request body: {'subnet': {'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:39.640806 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Made reservation on behalf of f3faeb3af8f6421e84eec15375dab0dc for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:39.642996 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.805324 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.863320 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7589c3bb-33be-428d-868a-c82d71231b3c,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:39.873870 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.874252 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.874595 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.874923 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.875251 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.875598 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.875927 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.876248 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.876592 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.876913 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.877233 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.877553 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:39.881324 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Checking segment: {'id': 'b7e6bd55-4e70-455b-bdf1-72b193601aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:39.881670 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Network hostable DHCP agents. Network: c35cffb5-358a-446d-b014-2a4bbb77828d, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:39.899099 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Network c35cffb5-358a-446d-b014-2a4bbb77828d is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:39.907486 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, c35cffb5-358a-446d-b014-2a4bbb77828d) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:39.911805 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.912979 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.916082 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd48070-e73c-4fa9-a3b5-c7a647faf247 None None] Network c35cffb5-358a-446d-b014-2a4bbb77828d requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:39.926641 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-28a80763-108a-495e-985a-bfa951c1e69a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3102276 Jul 16 18:32:40.163532 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad25305b-f3dd-5c0f-aa44-46a7d21f290c-c35cffb5-358a-446d-b014-2a4bbb77828d', 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d', 'tenant_id': 'f3faeb3af8f6421e84eec15375dab0dc', 'fixed_ips': [{'subnet_id': '7589c3bb-33be-428d-868a-c82d71231b3c'}]}} from dv-cinder-786933-5-iscsi. {{(pid=93209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:40.164426 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.307624 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.db_base_plugin_common [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Allocated IP 192.168.233.2 (c35cffb5-358a-446d-b014-2a4bbb77828d/7589c3bb-33be-428d-868a-c82d71231b3c/fc9acaa9-4019-450e-a008-9f339633334f) {{(pid=93209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:40.466899 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Notify callbacks [] for port, precommit_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.475520 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Transition to ACTIVE for port object fc9acaa9-4019-450e-a008-9f339633334f will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:40.492413 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Transition to ACTIVE for port object fc9acaa9-4019-450e-a008-9f339633334f will not be triggered until provisioned by entity DHCP. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:40.498737 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.535040 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Network c35cffb5-358a-446d-b014-2a4bbb77828d is already hosted by enough agents. {{(pid=93209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:40.539824 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Resources bound (agent type, host, resource id): {{(pid=93209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:40.542474 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Received port after_create {{(pid=93209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:40.553697 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Pushing event updated for resources: {'Port': ['ID=fc9acaa9-4019-450e-a008-9f339633334f,revision_number=1']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:40.579224 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.579570 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.579915 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.580255 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.580589 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.580922 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.581253 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.581584 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.581963 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.582282 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.582608 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.582931 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:40.619715 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Attempting to bind port fc9acaa9-4019-450e-a008-9f339633334f on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:40.620090 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Attempting to bind port fc9acaa9-4019-450e-a008-9f339633334f by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'b7e6bd55-4e70-455b-bdf1-72b193601aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:40.620455 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Attempting to bind port fc9acaa9-4019-450e-a008-9f339633334f on network c35cffb5-358a-446d-b014-2a4bbb77828d {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:40.626550 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:40.626929 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Checking segment: {'id': 'b7e6bd55-4e70-455b-bdf1-72b193601aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:40.627350 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.627753 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Bound using segment: {'id': 'b7e6bd55-4e70-455b-bdf1-72b193601aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:40.628208 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Bound port: fc9acaa9-4019-450e-a008-9f339633334f, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e6bd55-4e70-455b-bdf1-72b193601aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:40.628607 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.695806 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] For port fc9acaa9-4019-450e-a008-9f339633334f, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:40.699530 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] For port fc9acaa9-4019-450e-a008-9f339633334f, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=fc9acaa9-4019-450e-a008-9f339633334f,segment=NetworkSegment(b7e6bd55-4e70-455b-bdf1-72b193601aba),segment_id=b7e6bd55-4e70-455b-bdf1-72b193601aba)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:40.704973 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.766325 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce7ee2-edcd-4d53-b615-ad353454a7de None None] Pushing event updated for resources: {'Port': ['ID=fc9acaa9-4019-450e-a008-9f339633334f,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:41.564954 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da25c3f-a6b6-4842-843c-9fed96aba326 None None] Network c35cffb5-358a-446d-b014-2a4bbb77828d requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:41.680496 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-21499ec9-d853-4d64-b562-f926f2e32806 None None] Provisioning for port fc9acaa9-4019-450e-a008-9f339633334f completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:42.689629 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device fc9acaa9-4019-450e-a008-9f339633334f up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:42.738110 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port fc9acaa9-4019-450e-a008-9f339633334f completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:42.741730 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port fc9acaa9-4019-450e-a008-9f339633334f triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:42.742214 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.826992 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.864685 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port fc9acaa9-4019-450e-a008-9f339633334f, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=fc9acaa9-4019-450e-a008-9f339633334f,segment=NetworkSegment(b7e6bd55-4e70-455b-bdf1-72b193601aba),segment_id=b7e6bd55-4e70-455b-bdf1-72b193601aba)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:42.869323 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.919916 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=fc9acaa9-4019-450e-a008-9f339633334f,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:44.663529 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device fc9acaa9-4019-450e-a008-9f339633334f up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:44.714369 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port fc9acaa9-4019-450e-a008-9f339633334f triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:44.715381 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.733084 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ff2bac14-4141-4eb4-94f3-d832891a0811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.165824 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 5 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:54.511943 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-a67aff3a-fdfd-475d-91b8-385ccf5c6809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.615489 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.348297 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.386175 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.735199 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8fcb1a33-a2b5-4480-bcf1-d33e9bd19c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.512322 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f56f91c9-cdb4-4b30-a26d-377346b2a802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.619263 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.352127 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.379531 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.164212 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 5 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:50.124129 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35274) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:50.130112 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [None req-6eb17576-39d1-40b3-9c25-1958f3445a63 tempest-verify_tempest_config-804825362 tempest-verify_tempest_config-804825362-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:50.131079 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-6eb17576-39d1-40b3-9c25-1958f3445a63 tempest-verify_tempest_config-804825362 tempest-verify_tempest_config-804825362-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058987 Jul 16 18:33:50.429906 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35292) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:50.530399 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.615224 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.621152 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.667143 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff4b47a108f14ac59af64d9ed8b67721&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2361734 Jul 16 18:33:50.668123 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46564f9b-f7dc-4f6c-ba47-5ec13c88b8b5,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.669802 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35296) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:50.675215 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.675565 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.675927 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.676253 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.676583 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.676936 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.677267 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.677592 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.677968 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.678279 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.678601 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.678922 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf6331-677e-4e2f-851b-148a48aa2759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.727996 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.748690 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.834323 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.837456 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.840952 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46564f9b-f7dc-4f6c-ba47-5ec13c88b8b5 HTTP/1.1" status: 204 len: 168 time: 0.1678705 Jul 16 18:33:50.846447 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46564f9b-f7dc-4f6c-ba47-5ec13c88b8b5,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.852794 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.853430 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.853784 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.854143 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.854477 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.854821 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.855149 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.855473 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.855810 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.856133 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.856451 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:50.856772 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bc136-75b4-412c-918c-e407e51744f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.736545 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-2d301972-97ff-4230-8984-6ee52820d2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.513418 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4b9b503b-0c51-44aa-bd1a-1f144348887a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.619981 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.356200 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.381351 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.177193 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 5 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:21.736769 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7d57e987-2241-4030-b179-be8bce78305c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.513350 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ff30b5ce-f0fb-4946-b646-a51234c4c3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.620753 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.358622 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.384721 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.166856 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 5 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:51.738656 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c188899c-bc2c-4f3a-9389-ad9f13872395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.513477 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-80af4640-362f-4866-b304-3b65927e1f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.620126 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.361621 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.387461 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.739728 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7d503db2-3c31-40be-b3cb-ef63d5280e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.165348 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 5 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:24.513855 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-34c4a2cf-68f3-48a1-b6d3-74cac643b2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.620943 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.366676 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.391997 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.768830 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725195'] for agent, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.249987 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35352) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:30.353223 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-3e1c1033-0166-4cc0-86fe-4b8ac0d9f3e0 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1021419 Jul 16 18:35:32.551371 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35362) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:32.603462 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-46b8db20-d757-47c0-a137-403556098faf admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0510306 Jul 16 18:35:51.740440 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-30834dc1-455a-4a85-b5ce-3c5ede72414e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.516454 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-10998fb3-63b9-4e67-97a0-b95ac9a81ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.622363 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.369434 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.402798 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.754719 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.164275 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:21.741679 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-543ff679-b302-4644-8110-54fdb5ea35ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.521335 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-e4f729c6-84e5-4906-b337-efd113fc4691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.627925 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.371695 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.400802 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.779699 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.162937 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:51.742822 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7e24e35a-ab6e-47b0-a0ba-a0f36d0121e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.515350 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6168bd5a-c8f4-4787-bb6e-3f01064f5a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.619963 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.374913 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.399686 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.777328 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.309604 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35586) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:03.560599 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35606) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:03.707320 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35616) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:03.757709 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-158978495-network', 'tenant_id': '287514179835418d830ded3c10a2c726'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:03.798953 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Made reservation on behalf of 287514179835418d830ded3c10a2c726 for: {'network': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:03.802270 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.818392 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1147072206-network', 'tenant_id': '7b20a0b6f6da4852b0e8e9c8596b1871'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:03.821454 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.852125 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1542707507-network', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:03.953837 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.961704 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.978870 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.db.api [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:37:03.978870 dv-cinder-786933-5-iscsi neutron-server[93208]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:37:03.978870 dv-cinder-786933-5-iscsi neutron-server[93208]: [parameters: {'project_id_1': '8acf1dbb3da24f79b67da492da32dab5', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 37, 3, 862220)}] Jul 16 18:37:03.978870 dv-cinder-786933-5-iscsi neutron-server[93208]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93208) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:37:03.979342 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG oslo_db.api [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:37:03.986695 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=93208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:03.988560 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Made reservation on behalf of 7b20a0b6f6da4852b0e8e9c8596b1871 for: {'network': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:03.990844 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.018839 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.028142 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.028552 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.segments_db [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Added segment 077fd294-3b1f-4e77-863a-17ce625205b3 of type vlan for network 13dcc692-e71d-40df-8598-71e3fe9108ea Jul 16 18:37:04.034399 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a08b2a-619d-4525-92f4-0d99ff2b3101,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:04.071580 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.071858 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.072191 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.072520 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.072847 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.073187 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.073513 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.073846 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.074253 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.075437 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.075762 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.076081 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Tracked resource versions report: Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: pushed versions: Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: { 'AddressGroup': {'1.2'}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'ConntrackHelper': {'1.0'}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Log': {'1.0'}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Network': {'1.1'}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Port': {'1.7'}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'PortForwarding': {'1.2'}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'QosPolicy': {'1.8'}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SecurityGroup': {'1.4'}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SubPort': {'1.0'}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Subnet': {'1.1'}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Trunk': {'1.1'}} Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: consumer versions: Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: { DHCP agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: HyperV agent@hv-cinder-78693: {}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: L3 agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: Metadata agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: Metering agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: Open vSwitch agent@dv-cinder-786933-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'ConntrackHelper': '1.0', Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Log': '1.0', Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Network': '1.1', Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Port': '1.7', Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'PortForwarding': '1.2', Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'QosPolicy': '1.8', Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SecurityGroup': '1.4', Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SecurityGroupRule': '1.2', Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'SubPort': '1.0', Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Subnet': '1.1', Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: 'Trunk': '1.1'}} Jul 16 18:37:04.077100 dv-cinder-786933-5-iscsi neutron-server[93208]: {{(pid=93208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:37:04.099324 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.156262 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.157386 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.157830 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.242819 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=13dcc692-e71d-40df-8598-71e3fe9108ea,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:04.256717 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network 13dcc692-e71d-40df-8598-71e3fe9108ea details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:04.267212 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.273065 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.290197 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-877e0510-67a4-4036-bf40-90a4f92fb7f7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9791346 Jul 16 18:37:04.294732 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35646) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:04.304410 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Request body: {'subnet': {'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-158978495-subnet', 'tenant_id': '287514179835418d830ded3c10a2c726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:04.323459 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=93208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:04.332998 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Made reservation on behalf of 287514179835418d830ded3c10a2c726 for: {'subnet': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:04.338661 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.345466 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.345820 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.segments_db [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Added segment d27ed6f9-61e2-4eb3-a731-c896d39951af of type vlan for network 6799e1b4-1388-4216-8aab-39b43c09e018 Jul 16 18:37:04.452339 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.511223 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.514414 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.515377 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.629507 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Pushing event updated for resources: {'Network': ['ID=6799e1b4-1388-4216-8aab-39b43c09e018,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:04.642802 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network 6799e1b4-1388-4216-8aab-39b43c09e018 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:04.660889 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf5ec60-4896-4915-86b4-41aaccae11b8,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:04.708739 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Made reservation on behalf of 8acf1dbb3da24f79b67da492da32dab5 for: {'network': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:04.716811 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.756178 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.768180 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35668) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:04.769054 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-dc2e5089-5432-4fde-a4b4-f87f4593eaf7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2029262 Jul 16 18:37:04.782098 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] Request body: {'subnet': {'network_id': '6799e1b4-1388-4216-8aab-39b43c09e018', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1147072206-subnet', 'tenant_id': '7b20a0b6f6da4852b0e8e9c8596b1871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:04.861040 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] Made reservation on behalf of 7b20a0b6f6da4852b0e8e9c8596b1871 for: {'subnet': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:04.864397 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.008014 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.008359 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for subnet, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.015993 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.033133 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=93208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:05.060980 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.061315 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.segments_db [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Added segment 788f62cf-562e-43f4-9d7e-946ce381f882 of type vlan for network d490c69f-49d5-4aac-8544-9d4287d0fe03 Jul 16 18:37:05.075980 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85bc62f-2f4f-4188-9af5-36a63ce50a93,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:05.105414 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:05.132529 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Checking segment: {'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:05.133360 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Network hostable DHCP agents. Network: 13dcc692-e71d-40df-8598-71e3fe9108ea, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:05.141030 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.141416 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.141920 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.142101 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.142432 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.142770 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.143546 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.143546 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.143742 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.144038 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.144464 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.145086 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Tracked resource versions report: Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: pushed versions: Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: { 'AddressGroup': {'1.2'}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'ConntrackHelper': {'1.0'}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Log': {'1.0'}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Network': {'1.1'}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Port': {'1.7'}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'PortForwarding': {'1.2'}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'QosPolicy': {'1.8'}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SecurityGroup': {'1.4'}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SubPort': {'1.0'}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Subnet': {'1.1'}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Trunk': {'1.1'}} Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: consumer versions: Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: { DHCP agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: HyperV agent@hv-cinder-78693: {}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: L3 agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: Metadata agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: Metering agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: Open vSwitch agent@dv-cinder-786933-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'ConntrackHelper': '1.0', Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Log': '1.0', Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Network': '1.1', Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Port': '1.7', Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'PortForwarding': '1.2', Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'QosPolicy': '1.8', Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SecurityGroup': '1.4', Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SecurityGroupRule': '1.2', Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'SubPort': '1.0', Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Subnet': '1.1', Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: 'Trunk': '1.1'}} Jul 16 18:37:05.145690 dv-cinder-786933-5-iscsi neutron-server[93207]: {{(pid=93207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:37:05.198363 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.198469 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Network 13dcc692-e71d-40df-8598-71e3fe9108ea is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:05.230980 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, 13dcc692-e71d-40df-8598-71e3fe9108ea) {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:05.241850 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.242173 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.250817 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2b8e1-c859-4617-88a2-49cdbd4893a6 None None] Network 13dcc692-e71d-40df-8598-71e3fe9108ea requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:05.264007 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.269293 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.270410 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.280653 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-96b83454-8444-488a-82fc-dd4907eef359 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9841111 Jul 16 18:37:05.281599 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for subnet, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.285022 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35702) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:05.293107 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-158978495-router', 'tenant_id': '287514179835418d830ded3c10a2c726', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:05.364024 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6556044 Jul 16 18:37:05.364620 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35716) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:05.372862 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] Request body: {'subnet': {'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1542707507-subnet', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:05.421161 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18e7c9-1965-4a97-bb1b-8c02faee8f3a admin admin] Pushing event updated for resources: {'Network': ['ID=d490c69f-49d5-4aac-8544-9d4287d0fe03,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:05.427742 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2bf74e4-ad58-443b-87eb-c728397eec5b,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:05.446658 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network d490c69f-49d5-4aac-8544-9d4287d0fe03 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:05.473434 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] Made reservation on behalf of 8acf1dbb3da24f79b67da492da32dab5 for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:05.476670 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7819'] for router, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.477656 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.477774 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1683935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6008'] for router, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.534590 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] Checking segment: {'id': 'd27ed6f9-61e2-4eb3-a731-c896d39951af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6799e1b4-1388-4216-8aab-39b43c09e018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:05.540324 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] Network hostable DHCP agents. Network: 6799e1b4-1388-4216-8aab-39b43c09e018, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:05.610608 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6292e8-d2e7-4499-acd7-32bc927968c2 None None] Network 13dcc692-e71d-40df-8598-71e3fe9108ea requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:05.635012 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] Network 6799e1b4-1388-4216-8aab-39b43c09e018 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:05.642908 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.650838 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, 6799e1b4-1388-4216-8aab-39b43c09e018) {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:05.659257 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.660205 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.667723 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1d0840-25d3-4133-8556-ed2f8ff1473e None None] Network 6799e1b4-1388-4216-8aab-39b43c09e018 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:05.768006 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-e0eaa889-f674-4e43-adf8-ab08c349f320 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9961240 Jul 16 18:37:05.835457 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.852358 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5994'] for router, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.927176 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25eed1e-5a1a-4541-93b0-3df44c1fd7b3 None None] Network 6799e1b4-1388-4216-8aab-39b43c09e018 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:05.947456 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] Checking segment: {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:05.947825 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] Network hostable DHCP agents. Network: d490c69f-49d5-4aac-8544-9d4287d0fe03, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:05.960428 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63336d1-0c4a-4eb5-9f8f-5cd89462b437,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:05.973060 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] Network d490c69f-49d5-4aac-8544-9d4287d0fe03 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:05.985252 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, d490c69f-49d5-4aac-8544-9d4287d0fe03) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:05.993666 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.994324 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.026156 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-4e745f25-7d8f-4fb2-a468-621b71968ec4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6579020 Jul 16 18:37:06.028980 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35754) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:06.040195 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:06.055489 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8ba2e6-b98e-48ff-a8ae-e06d25f38c08 None None] Network d490c69f-49d5-4aac-8544-9d4287d0fe03 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:06.079553 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7819'] for router, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.081433 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1683935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6008'] for router, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.294423 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35762) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:06.333257 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad25305b-f3dd-5c0f-aa44-46a7d21f290c-d490c69f-49d5-4aac-8544-9d4287d0fe03', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437'}]}} from dv-cinder-786933-5-iscsi. {{(pid=93209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:06.334279 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.335028 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.376193 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35766) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:06.386059 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.398895 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.620109 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5994'] for router, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.638619 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dfd36084-29b3-4e2b-b5a6-8474fdc0fdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.672557 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.db_base_plugin_common [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Allocated IP 172.20.0.2 (d490c69f-49d5-4aac-8544-9d4287d0fe03/c63336d1-0c4a-4eb5-9f8f-5cd89462b437/e3c92d56-ee40-4889-a720-c980034a710c) {{(pid=93209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:06.687434 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12a1d43a-7f1b-45dc-b035-36b552926942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.697331 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Allocated IP 172.27.2.83 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/b4e7a413-f304-4fba-b5bb-9af4484ac9a6) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:06.845328 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Notify callbacks [] for port, precommit_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.854452 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Transition to ACTIVE for port object e3c92d56-ee40-4889-a720-c980034a710c will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:06.871630 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Transition to ACTIVE for port object e3c92d56-ee40-4889-a720-c980034a710c will not be triggered until provisioned by entity DHCP. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:06.878052 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.919354 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Network d490c69f-49d5-4aac-8544-9d4287d0fe03 is already hosted by enough agents. {{(pid=93209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:06.922977 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.base_scheduler [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Resources bound (agent type, host, resource id): {{(pid=93209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:06.928240 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Received port after_create {{(pid=93209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:06.970177 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35814) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:06.979069 dv-cinder-786933-5-iscsi neutron-server[93207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 18:37:07.033112 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.034520 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Attempting to bind port e3c92d56-ee40-4889-a720-c980034a710c on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:07.034897 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Attempting to bind port e3c92d56-ee40-4889-a720-c980034a710c by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:07.035302 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Attempting to bind port e3c92d56-ee40-4889-a720-c980034a710c on network d490c69f-49d5-4aac-8544-9d4287d0fe03 {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:07.037213 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Pushing event updated for resources: {'Port': ['ID=e3c92d56-ee40-4889-a720-c980034a710c,revision_number=1']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.047689 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.048431 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.048781 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.049113 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.049443 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.049853 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.050204 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.050529 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.050923 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.051251 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.051575 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.051944 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Tracked resource versions report: Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: pushed versions: Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: { 'AddressGroup': {'1.2'}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'ConntrackHelper': {'1.0'}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Log': {'1.0'}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Network': {'1.1'}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Port': {'1.7'}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'PortForwarding': {'1.2'}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'QosPolicy': {'1.8'}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SecurityGroup': {'1.4'}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SubPort': {'1.0'}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Subnet': {'1.1'}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Trunk': {'1.1'}} Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: consumer versions: Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: { DHCP agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: HyperV agent@hv-cinder-78693: {}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: L3 agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: Metadata agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: Metering agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: Open vSwitch agent@dv-cinder-786933-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'ConntrackHelper': '1.0', Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Log': '1.0', Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Network': '1.1', Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Port': '1.7', Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'PortForwarding': '1.2', Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'QosPolicy': '1.8', Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SecurityGroup': '1.4', Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SecurityGroupRule': '1.2', Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'SubPort': '1.0', Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Subnet': '1.1', Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: 'Trunk': '1.1'}} Jul 16 18:37:07.053095 dv-cinder-786933-5-iscsi neutron-server[93209]: {{(pid=93209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:37:07.059658 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:07.060013 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Checking segment: {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:07.060433 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.061975 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Bound using segment: {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:07.062423 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Bound port: e3c92d56-ee40-4889-a720-c980034a710c, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:07.062833 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.092313 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dfd36084-29b3-4e2b-b5a6-8474fdc0fdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.101860 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.138768 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.159787 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dfd36084-29b3-4e2b-b5a6-8474fdc0fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.185772 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] For port e3c92d56-ee40-4889-a720-c980034a710c, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:07.190395 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] For port e3c92d56-ee40-4889-a720-c980034a710c, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=e3c92d56-ee40-4889-a720-c980034a710c,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:07.196751 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.246252 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-dfd36084-29b3-4e2b-b5a6-8474fdc0fdc1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9c7111ab92cf4be0869f1dea964cd0c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9473343 Jul 16 18:37:07.253337 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35824) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:07.267491 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35826) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:07.282311 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d54f3-3e05-4c69-966a-8a73248ebe68 None None] Pushing event updated for resources: {'Port': ['ID=e3c92d56-ee40-4889-a720-c980034a710c,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.340053 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-77c5126e-df9c-47ef-ba6e-c696045b4ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.376027 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-77c5126e-df9c-47ef-ba6e-c696045b4ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.425225 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6d344079-efa8-4c7e-b168-76664b1eb2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.425951 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd36084-29b3-4e2b-b5a6-8474fdc0fdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d76b70d-b627-415a-87e3-08d8763fa4fa,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.448022 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-4d16ae1c-c476-441a-b5ae-db790da63cff tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.454964 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-4d16ae1c-c476-441a-b5ae-db790da63cff tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/networks?id=6799e1b4-1388-4216-8aab-39b43c09e018 HTTP/1.1" status: 200 len: 812 time: 0.4820013 Jul 16 18:37:07.476905 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.482907 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-77c5126e-df9c-47ef-ba6e-c696045b4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.485227 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-77c5126e-df9c-47ef-ba6e-c696045b4ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.486441 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-77c5126e-df9c-47ef-ba6e-c696045b4ba1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d76b70d-b627-415a-87e3-08d8763fa4fa HTTP/1.1" status: 204 len: 168 time: 0.2320602 Jul 16 18:37:07.545747 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Allocated IP 172.27.2.182 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/13661f0a-6a2e-4166-be37-f637819e146b) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:07.560127 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5126e-df9c-47ef-ba6e-c696045b4ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d76b70d-b627-415a-87e3-08d8763fa4fa,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.566382 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-3431e628-97cc-432e-9ac0-842b0beff494 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/quotas/7b20a0b6f6da4852b0e8e9c8596b1871 HTTP/1.1" status: 200 len: 375 time: 0.1083558 Jul 16 18:37:07.574954 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e7a413-f304-4fba-b5bb-9af4484ac9a6,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.589553 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:07.604345 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12a1d43a-7f1b-45dc-b035-36b552926942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.643799 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:07.665343 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-12a1d43a-7f1b-45dc-b035-36b552926942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.691933 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:07.696665 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-50dae2cb-74e1-4ca3-bf30-bf1d5c8a2744 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b20a0b6f6da4852b0e8e9c8596b1871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094105 Jul 16 18:37:07.772043 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.876881 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-12a1d43a-7f1b-45dc-b035-36b552926942 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=868cda4b1c8140beb90f8c39d9ea2f45&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4984088 Jul 16 18:37:07.884086 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35840) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:07.903072 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6d344079-efa8-4c7e-b168-76664b1eb2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.926577 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6d344079-efa8-4c7e-b168-76664b1eb2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.929396 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35846) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:07.963668 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-53fe742f-5828-4bc8-aa0c-dc1e1c683217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.965420 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1d43a-7f1b-45dc-b035-36b552926942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf42521-4a2b-4958-b0a1-f686069f505c,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.005831 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.078604 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-6d344079-efa8-4c7e-b168-76664b1eb2fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d36a8f4a1a514b1283bad343000a8e09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8100860 Jul 16 18:37:08.084001 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d344079-efa8-4c7e-b168-76664b1eb2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e862da-b035-4900-ac0b-4c6c9255b262,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.085585 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-9e4a2ce1-b3b0-4ed0-9303-2e3b16663656 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:08.087822 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-9e4a2ce1-b3b0-4ed0-9303-2e3b16663656 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2087598 Jul 16 18:37:08.088280 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35852) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.121749 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Pushing event updated for resources: {'Port': ['ID=13661f0a-6a2e-4166-be37-f637819e146b,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.124951 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:08.128105 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:08.158307 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9c0928a-fb05-4bd5-9b34-a5fed52670c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.163662 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:08.311596 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.397323 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0f36dfca-0590-463e-b235-9eaeced60a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.400114 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-53fe742f-5828-4bc8-aa0c-dc1e1c683217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.407773 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9c0928a-fb05-4bd5-9b34-a5fed52670c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.425691 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-53fe742f-5828-4bc8-aa0c-dc1e1c683217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.453355 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-b11263c3-8bbc-4e62-8c2f-a2593169a2a0 service neutron] 10.222.0.79 "GET /v2.0/networks/6799e1b4-1388-4216-8aab-39b43c09e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525038 Jul 16 18:37:08.490237 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c187c2-6cde-4d34-b797-0814052143e0 None None] Network d490c69f-49d5-4aac-8544-9d4287d0fe03 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:08.511469 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0f36dfca-0590-463e-b235-9eaeced60a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.569826 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-53fe742f-5828-4bc8-aa0c-dc1e1c683217 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=891a5f2b416248e5996c012f238e8829&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6357870 Jul 16 18:37:08.572486 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35874) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.600585 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-ded5ecf8-83cb-44dd-a3ae-7a09ff636ac1 None None] Provisioning for port e3c92d56-ee40-4889-a720-c980034a710c completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:08.618055 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9c0928a-fb05-4bd5-9b34-a5fed52670c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.620073 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9c0928a-fb05-4bd5-9b34-a5fed52670c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.624582 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b9c0928a-fb05-4bd5-9b34-a5fed52670c0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4cf42521-4a2b-4958-b0a1-f686069f505c HTTP/1.1" status: 204 len: 168 time: 0.7215488 Jul 16 18:37:08.624678 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe742f-5828-4bc8-aa0c-dc1e1c683217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b4a159-c86f-4d8a-8f14-3906a672665c,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.721989 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0928a-fb05-4bd5-9b34-a5fed52670c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf42521-4a2b-4958-b0a1-f686069f505c,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.790839 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8341fe4c-30a0-40a3-8e62-c562e5c2fbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.808367 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0f36dfca-0590-463e-b235-9eaeced60a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.815999 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0f36dfca-0590-463e-b235-9eaeced60a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.820203 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-0f36dfca-0590-463e-b235-9eaeced60a27 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c3e862da-b035-4900-ac0b-4c6c9255b262 HTTP/1.1" status: 204 len: 168 time: 0.7263031 Jul 16 18:37:08.822702 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-2396e2cb-f62d-475c-97e6-18d0ed4d1f2d service neutron] 10.222.0.79 "GET /v2.0/networks/6799e1b4-1388-4216-8aab-39b43c09e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164897 Jul 16 18:37:08.824426 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.887738 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36dfca-0590-463e-b235-9eaeced60a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e862da-b035-4900-ac0b-4c6c9255b262,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.916474 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8341fe4c-30a0-40a3-8e62-c562e5c2fbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.932604 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676544'] for router, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.981165 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device e3c92d56-ee40-4889-a720-c980034a710c up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:09.134272 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port e3c92d56-ee40-4889-a720-c980034a710c completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:09.146963 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port e3c92d56-ee40-4889-a720-c980034a710c triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:09.148295 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.178850 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8341fe4c-30a0-40a3-8e62-c562e5c2fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.181384 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-8341fe4c-30a0-40a3-8e62-c562e5c2fbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.185633 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-8341fe4c-30a0-40a3-8e62-c562e5c2fbc6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e1b4a159-c86f-4d8a-8f14-3906a672665c HTTP/1.1" status: 204 len: 168 time: 0.6092591 Jul 16 18:37:09.212301 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 is scheduled to L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a with binding_index 1 {{(pid=93207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:37:09.234288 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341fe4c-30a0-40a3-8e62-c562e5c2fbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b4a159-c86f-4d8a-8f14-3906a672665c,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:09.306606 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-c555b611-c00c-446d-9b76-2a8600aa81c6 None None] Provisioning complete for port e3c92d56-ee40-4889-a720-c980034a710c triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:09.307251 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c555b611-c00c-446d-9b76-2a8600aa81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.307398 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 35902) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.318763 dv-cinder-786933-5-iscsi neutron-server[93208]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 18:37:09.402085 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5d9d4170-9d49-4436-b43f-8e2685096ee1 req-adc8b12f-c124-49c2-90fb-62425e37b96c tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 210 time: 0.0932922 Jul 16 18:37:09.455328 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.467105 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676544'] for router, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.494702 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:09.504902 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Sync routers for ids ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:09.516216 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.518070 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Routers {'61a645df-d2e4-4bd9-9d88-b06bc13ade08'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:09.520439 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-99c393fd-65ad-4870-a4bc-e186893f22e1 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2329524 Jul 16 18:37:09.520886 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:36:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:09.521449 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35918) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.565756 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port e3c92d56-ee40-4889-a720-c980034a710c, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=e3c92d56-ee40-4889-a720-c980034a710c,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:09.572841 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.582144 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c555b611-c00c-446d-9b76-2a8600aa81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.667065 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=e3c92d56-ee40-4889-a720-c980034a710c,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:09.681629 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.db.api [None req-c555b611-c00c-446d-9b76-2a8600aa81c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:37:09.682511 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG oslo_db.api [None req-c555b611-c00c-446d-9b76-2a8600aa81c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:37:09.761681 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 is scheduled to L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a with binding_index 1 {{(pid=93208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:37:09.801212 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Set router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:09.924065 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:09.936032 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Sync routers for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:09.946319 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] Notify callbacks [] for router, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.951875 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 35936) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.952548 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-87a44624-810e-4c48-ac31-5de81c816254 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9215782 Jul 16 18:37:09.964298 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:09.964842 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:36:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:10.138317 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'name': 'tempest-ServerRescueNegativeTestJSON-158978495-router', 'tenant_id': '287514179835418d830ded3c10a2c726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:05Z', 'updated_at': '2021-07-16T18:37:08Z', 'revision_number': 3, 'project_id': '287514179835418d830ded3c10a2c726', 'gw_port': {'id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:10.189451 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Checking router: 61a645df-d2e4-4bd9-9d88-b06bc13ade08 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:10.189797 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Updating router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 port b4e7a413-f304-4fba-b5bb-9af4484ac9a6 binding host dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:10.270536 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.401952 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:10.565681 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-90ef27cf-f5ad-4739-a0cc-644d8885c93b req-dde9490c-d116-402d-8673-0c7109be2f28 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 210 time: 0.0510581 Jul 16 18:37:10.660097 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.719945 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.726823 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:08Z', 'revision_number': 3, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:10.732279 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.provisioning_blocks [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Transition to ACTIVE for port object b4e7a413-f304-4fba-b5bb-9af4484ac9a6 will not be triggered until provisioned by entity L2. {{(pid=93210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:10.738921 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.788347 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Pushing event updated for resources: {'Port': ['ID=b4e7a413-f304-4fba-b5bb-9af4484ac9a6,revision_number=2']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.792437 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Checking router: fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:10.793448 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Updating router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 port 13661f0a-6a2e-4166-be37-f637819e146b binding host dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:10.800628 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.801010 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.802114 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.802456 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.802786 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.803223 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.803430 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.803755 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.804100 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.804427 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.804812 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.805051 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Tracked resource versions report: Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: pushed versions: Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: { 'AddressGroup': {'1.2'}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'ConntrackHelper': {'1.0'}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Log': {'1.0'}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Network': {'1.1'}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Port': {'1.7'}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'PortForwarding': {'1.2'}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'QosPolicy': {'1.8'}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SecurityGroup': {'1.4'}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SubPort': {'1.0'}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Subnet': {'1.1'}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Trunk': {'1.1'}} Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: consumer versions: Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: { DHCP agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: HyperV agent@hv-cinder-78693: {}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: L3 agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: Metadata agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: Metering agent@dv-cinder-786933-5-iscsi: {}, Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: Open vSwitch agent@dv-cinder-786933-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'ConntrackHelper': '1.0', Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Log': '1.0', Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Network': '1.1', Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Port': '1.7', Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'PortForwarding': '1.2', Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'QosPolicy': '1.8', Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SecurityGroup': '1.4', Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SecurityGroupRule': '1.2', Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'SubPort': '1.0', Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Subnet': '1.1', Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: 'Trunk': '1.1'}} Jul 16 18:37:10.806106 dv-cinder-786933-5-iscsi neutron-server[93210]: {{(pid=93210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:37:10.829825 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Attempting to bind port b4e7a413-f304-4fba-b5bb-9af4484ac9a6 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:10.830460 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Attempting to bind port b4e7a413-f304-4fba-b5bb-9af4484ac9a6 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:10.830581 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Attempting to bind port b4e7a413-f304-4fba-b5bb-9af4484ac9a6 on network 73c708b8-06d7-447a-8102-37bbb9bcd43a {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:10.837764 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:10.838173 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Checking segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:10.838591 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.839080 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Bound using segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:10.839518 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Bound port: b4e7a413-f304-4fba-b5bb-9af4484ac9a6, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:10.846101 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.906489 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device e3c92d56-ee40-4889-a720-c980034a710c up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:10.962037 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] For port b4e7a413-f304-4fba-b5bb-9af4484ac9a6, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:10.967944 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] For port b4e7a413-f304-4fba-b5bb-9af4484ac9a6, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=b4e7a413-f304-4fba-b5bb-9af4484ac9a6,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:10.973123 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.974842 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.067364 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cec1e-060b-4251-b429-cd7aa298bb73 None None] Pushing event updated for resources: {'Port': ['ID=b4e7a413-f304-4fba-b5bb-9af4484ac9a6,revision_number=3']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:11.111730 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Routers {'61a645df-d2e4-4bd9-9d88-b06bc13ade08'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:11.112955 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:36:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:11.159209 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port e3c92d56-ee40-4889-a720-c980034a710c triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:11.159731 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.187777 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Allocated IP 172.20.0.1 (13dcc692-e71d-40df-8598-71e3fe9108ea/362dca3b-446b-4ee1-953c-3b9e0a5a0c7d/3a27d506-50a4-4d07-9be6-49e0f45bef42) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:11.195619 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.282526 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] Set router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:11.619153 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.631292 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'name': 'tempest-ServerRescueNegativeTestJSON-158978495-router', 'tenant_id': '287514179835418d830ded3c10a2c726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:05Z', 'updated_at': '2021-07-16T18:37:08Z', 'revision_number': 3, 'project_id': '287514179835418d830ded3c10a2c726', 'gw_port': {'id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:11.717238 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95be4a-aa92-4ced-94d9-01f6e17f4bf9 None None] The sync data for ids ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'] in dv-cinder-786933-5-iscsi is: [{'id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'name': 'tempest-ServerRescueNegativeTestJSON-158978495-router', 'tenant_id': '287514179835418d830ded3c10a2c726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:05Z', 'updated_at': '2021-07-16T18:37:08Z', 'revision_number': 3, 'project_id': '287514179835418d830ded3c10a2c726', 'gw_port': {'id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:11.734811 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.754472 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-07d7d7f7-b22f-4d73-8d27-17e9ad485963 req-eb2ed0fe-ad25-40b9-9fda-1f26418af304 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 210 time: 0.0632076 Jul 16 18:37:11.769943 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Allocated IP 172.20.0.1 (d490c69f-49d5-4aac-8544-9d4287d0fe03/c63336d1-0c4a-4eb5-9f8f-5cd89462b437/e38c4159-727f-4155-9482-c9cf5922c8f2) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:11.774659 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Transition to ACTIVE for port object 13661f0a-6a2e-4166-be37-f637819e146b will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:11.796017 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.906173 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Attempting to bind port 13661f0a-6a2e-4166-be37-f637819e146b on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:11.906535 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Attempting to bind port 13661f0a-6a2e-4166-be37-f637819e146b by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:11.906903 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Attempting to bind port 13661f0a-6a2e-4166-be37-f637819e146b on network 73c708b8-06d7-447a-8102-37bbb9bcd43a {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:11.919370 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.920661 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:11.921033 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Checking segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:11.921431 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.921818 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Bound using segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:11.922324 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Bound port: 13661f0a-6a2e-4166-be37-f637819e146b, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:11.922721 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.937426 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Transition to ACTIVE for port object e38c4159-727f-4155-9482-c9cf5922c8f2 will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:11.983311 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.000411 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] For port 13661f0a-6a2e-4166-be37-f637819e146b, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:12.003722 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] For port 13661f0a-6a2e-4166-be37-f637819e146b, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=13661f0a-6a2e-4166-be37-f637819e146b,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:12.014545 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.026877 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dd01a-1dc9-4008-bacd-fd34ef301f1b None None] Pushing event updated for resources: {'Port': ['ID=13661f0a-6a2e-4166-be37-f637819e146b,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.048706 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Pushing event updated for resources: {'Port': ['ID=e38c4159-727f-4155-9482-c9cf5922c8f2,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.085133 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Network d490c69f-49d5-4aac-8544-9d4287d0fe03 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:12.090251 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:12.093449 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:12.094382 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729079'] for router_interface, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.122922 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dd01a-1dc9-4008-bacd-fd34ef301f1b None None] Pushing event updated for resources: {'Port': ['ID=13661f0a-6a2e-4166-be37-f637819e146b,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.192928 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:12.193782 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:36:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:12.270782 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.316659 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Network 13dcc692-e71d-40df-8598-71e3fe9108ea is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:12.346804 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:12.349801 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:12.350679 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729079'] for router_interface, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.432208 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:12.662735 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36064) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:12.694220 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Pushing event updated for resources: {'Port': ['ID=3a27d506-50a4-4d07-9be6-49e0f45bef42,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.713470 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.722583 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-bda3a701-edd9-4f8a-b82a-f1d92ba8bbba None None] Provisioning for port e38c4159-727f-4155-9482-c9cf5922c8f2 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:12.728295 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-bda3a701-edd9-4f8a-b82a-f1d92ba8bbba None None] Provisioning complete for port e38c4159-727f-4155-9482-c9cf5922c8f2 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:12.728868 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bda3a701-edd9-4f8a-b82a-f1d92ba8bbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.803490 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-bda3a701-edd9-4f8a-b82a-f1d92ba8bbba None None] Port e38c4159-727f-4155-9482-c9cf5922c8f2 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:12.897235 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:08Z', 'revision_number': 3, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:12.926850 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.964786 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb35ac-8d0c-4378-8ccb-2a76414095e4 None None] The sync data for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi is: [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:08Z', 'revision_number': 3, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:12.982486 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device b4e7a413-f304-4fba-b5bb-9af4484ac9a6 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:13.100746 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port b4e7a413-f304-4fba-b5bb-9af4484ac9a6 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:13.118839 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port b4e7a413-f304-4fba-b5bb-9af4484ac9a6 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:13.119727 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.161333 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:13.169723 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5d84e28a-43f5-4baa-bd81-31165b090726 req-e407ffd9-1b67-49dd-8856-8fc0af63ba50 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 210 time: 0.0603771 Jul 16 18:37:13.199252 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.88', 63109) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:13.209232 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3acd-f419-4c07-ae6a-666a3fdf7caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.348788 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.407324 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port b4e7a413-f304-4fba-b5bb-9af4484ac9a6, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=b4e7a413-f304-4fba-b5bb-9af4484ac9a6,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:13.412783 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.531396 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3acd-f419-4c07-ae6a-666a3fdf7caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.541088 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3acd-f419-4c07-ae6a-666a3fdf7caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.553199 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=b4e7a413-f304-4fba-b5bb-9af4484ac9a6,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:13.641925 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-6e8d3acd-f419-4c07-ae6a-666a3fdf7caa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=98cc3bf2f0d949ed9b8961958261e228&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9778185 Jul 16 18:37:13.644215 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d3acd-f419-4c07-ae6a-666a3fdf7caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b35707-823b-4914-9dec-6c12e2b4df99,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:13.650118 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36092) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:13.715362 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-67115454-c32b-4ce1-a6de-ff411ff65c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.747513 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-67115454-c32b-4ce1-a6de-ff411ff65c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.870251 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.873367 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-67115454-c32b-4ce1-a6de-ff411ff65c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.876827 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-67115454-c32b-4ce1-a6de-ff411ff65c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.883526 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-67115454-c32b-4ce1-a6de-ff411ff65c69 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f1b35707-823b-4914-9dec-6c12e2b4df99 HTTP/1.1" status: 204 len: 168 time: 0.2288413 Jul 16 18:37:13.899224 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-ce140093-06b6-44a7-9fa3-df71867a3017 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.900871 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-ce140093-06b6-44a7-9fa3-df71867a3017 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.88 "GET /v2.0/networks?id=6799e1b4-1388-4216-8aab-39b43c09e018 HTTP/1.1" status: 200 len: 812 time: 0.6966403 Jul 16 18:37:13.901513 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.902845 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729091'] for router_interface, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.903984 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67115454-c32b-4ce1-a6de-ff411ff65c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b35707-823b-4914-9dec-6c12e2b4df99,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:13.985157 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Request body: {'port': {'device_id': '4dea1020-43e5-4a5c-af72-770b3889775d', 'network_id': '6799e1b4-1388-4216-8aab-39b43c09e018', 'admin_state_up': True, 'tenant_id': '7b20a0b6f6da4852b0e8e9c8596b1871'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:14.196221 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.247079 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Pushing event updated for resources: {'Port': ['ID=3a27d506-50a4-4d07-9be6-49e0f45bef42,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:14.360927 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.368511 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729091'] for router_interface, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.508941 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7a547af2-e8da-49ef-8159-2b93ef050268 req-0f3e2f2e-626b-499f-8e02-0f76167f42b1 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 210 time: 0.0891685 Jul 16 18:37:14.561819 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Network 13dcc692-e71d-40df-8598-71e3fe9108ea is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:14.585610 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:14.615754 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Pushing event updated for resources: {'Port': ['ID=e38c4159-727f-4155-9482-c9cf5922c8f2,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:14.759701 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Made reservation on behalf of 7b20a0b6f6da4852b0e8e9c8596b1871 for: {'port': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:14.763876 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.767287 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Network d490c69f-49d5-4aac-8544-9d4287d0fe03 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:14.785051 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:14.914827 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:15.076912 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 13661f0a-6a2e-4166-be37-f637819e146b up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:15.099941 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36190) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:15.129814 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-53585238-6d1f-4a58-8cc4-8495818ae974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.266612 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-9b29d54f-1845-43b7-ac6c-cc8049b6f744 None None] Provisioning complete for port e38c4159-727f-4155-9482-c9cf5922c8f2 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:15.267090 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-9b29d54f-1845-43b7-ac6c-cc8049b6f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.364768 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-53585238-6d1f-4a58-8cc4-8495818ae974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.373766 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-53585238-6d1f-4a58-8cc4-8495818ae974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.403201 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-9b29d54f-1845-43b7-ac6c-cc8049b6f744 None None] Port e38c4159-727f-4155-9482-c9cf5922c8f2 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:15.411685 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36200) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:15.412509 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 13661f0a-6a2e-4166-be37-f637819e146b completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:15.417487 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 13661f0a-6a2e-4166-be37-f637819e146b triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:15.418666 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.436985 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-53585238-6d1f-4a58-8cc4-8495818ae974 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5c272c144f5469b94d73e00f49060de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3352306 Jul 16 18:37:15.441861 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36204) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:15.460215 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:15.488458 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36206) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:15.502975 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53585238-6d1f-4a58-8cc4-8495818ae974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f0844a-6ba6-4442-bfea-bc25cb09e4dc,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:15.588491 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f5a46828-ceae-48b2-b8ad-d600cc87675a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.632125 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f5a46828-ceae-48b2-b8ad-d600cc87675a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.726015 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:15.736351 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Allocated IP 172.20.0.11 (6799e1b4-1388-4216-8aab-39b43c09e018/d2bf74e4-ad58-443b-87eb-c728397eec5b/319ffa93-9569-4ee1-b4dd-a1ff97be0e47) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:15.747392 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Sync routers for ids ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:15.752992 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-bd95f03e-115a-48ec-a398-312e34d4d9bd admin admin] 10.222.0.79 "PUT /v2.0/routers/61a645df-d2e4-4bd9-9d88-b06bc13ade08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2284517 Jul 16 18:37:15.782186 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f5a46828-ceae-48b2-b8ad-d600cc87675a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.788840 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f5a46828-ceae-48b2-b8ad-d600cc87675a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.790747 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-f5a46828-ceae-48b2-b8ad-d600cc87675a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/48f0844a-6ba6-4442-bfea-bc25cb09e4dc HTTP/1.1" status: 204 len: 168 time: 0.3428519 Jul 16 18:37:15.795145 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Routers {'61a645df-d2e4-4bd9-9d88-b06bc13ade08'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:15.795784 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:36:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:15.909267 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7715d0b7-f8aa-49e5-8cf4-8ad1e381c9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.912943 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a46828-ceae-48b2-b8ad-d600cc87675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f0844a-6ba6-4442-bfea-bc25cb09e4dc,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:15.922108 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a0488a3a-6951-4749-8a64-a6428a64533d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.108396 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:16.158342 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-52c0c57e-a2d6-44d6-8b4d-7b696cc7a08f admin admin] 10.222.0.79 "PUT /v2.0/routers/fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2043886 Jul 16 18:37:16.172103 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6fa5809c-392f-40ac-be17-8abd36c167b4 req-a48f6b61-ceba-4d4b-bf8d-ecc14f952a84 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 210 time: 0.0751193 Jul 16 18:37:16.233942 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Sync routers for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:16.314495 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:16.316343 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:36:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:16.381858 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Set router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:16.449256 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7715d0b7-f8aa-49e5-8cf4-8ad1e381c9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.463293 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7715d0b7-f8aa-49e5-8cf4-8ad1e381c9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.566468 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715d0b7-f8aa-49e5-8cf4-8ad1e381c9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944d3109-60ba-47ef-b8f9-040dc220eac2,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:16.658531 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.694271 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-7715d0b7-f8aa-49e5-8cf4-8ad1e381c9be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=773769a0a49f41908398f491dea030fc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2042387 Jul 16 18:37:16.701182 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 36274) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:16.730547 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:16.898783 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.967301 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a0488a3a-6951-4749-8a64-a6428a64533d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.973550 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a0488a3a-6951-4749-8a64-a6428a64533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.129058 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0488a3a-6951-4749-8a64-a6428a64533d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36889f49-6785-481f-ad71-d6043dc51f68,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.145043 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-a0488a3a-6951-4749-8a64-a6428a64533d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=15a1e282319444a79dbbb4b58f120a02&name=default HTTP/1.1" status: 200 len: 2978 time: 1.7261460 Jul 16 18:37:17.147916 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36290) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.343211 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'name': 'tempest-ServerRescueNegativeTestJSON-158978495-router', 'tenant_id': '287514179835418d830ded3c10a2c726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:05Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '287514179835418d830ded3c10a2c726', 'gw_port': {'id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '3a27d506-50a4-4d07-9be6-49e0f45bef42', 'name': '', 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea', 'tenant_id': '287514179835418d830ded3c10a2c726', 'mac_address': 'fa:16:3e:13:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '362dca3b-446b-4ee1-953c-3b9e0a5a0c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:10Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 2, 'project_id': '287514179835418d830ded3c10a2c726', 'subnets': [{'id': '362dca3b-446b-4ee1-953c-3b9e0a5a0c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:17.374262 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-58173920-1756-481a-af42-fa6cd4f94f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.447326 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-58173920-1756-481a-af42-fa6cd4f94f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.487731 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Checking router: 61a645df-d2e4-4bd9-9d88-b06bc13ade08 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:17.488413 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Updating router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 port 3a27d506-50a4-4d07-9be6-49e0f45bef42 binding host dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:17.578098 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-58173920-1756-481a-af42-fa6cd4f94f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.583322 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-58173920-1756-481a-af42-fa6cd4f94f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.592260 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-58173920-1756-481a-af42-fa6cd4f94f16 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36889f49-6785-481f-ad71-d6043dc51f68 HTTP/1.1" status: 204 len: 168 time: 0.4392803 Jul 16 18:37:17.599836 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.618110 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:13Z', 'revision_number': 2, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:17.623456 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58173920-1756-481a-af42-fa6cd4f94f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36889f49-6785-481f-ad71-d6043dc51f68,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.625794 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.718083 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 13661f0a-6a2e-4166-be37-f637819e146b, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=13661f0a-6a2e-4166-be37-f637819e146b,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:17.830846 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.831666 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device b4e7a413-f304-4fba-b5bb-9af4484ac9a6 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:17.848354 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-392cfe31-4104-478c-bf0f-cc7489cf6c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.919232 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Network 6799e1b4-1388-4216-8aab-39b43c09e018 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:17.976021 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:18.001002 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Checking router: fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:18.002132 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:18.007679 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.008316 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for port, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.010012 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Updating router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 port e38c4159-727f-4155-9482-c9cf5922c8f2 binding host dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:18.055224 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Pushing event updated for resources: {'Port': ['ID=319ffa93-9569-4ee1-b4dd-a1ff97be0e47,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.085370 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port b4e7a413-f304-4fba-b5bb-9af4484ac9a6 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:18.085747 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.125665 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-392cfe31-4104-478c-bf0f-cc7489cf6c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.235141 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36330) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:18.240457 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-731cda94-b394-4963-afee-b92b7446beef tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--503740117', 'description': 'tempest-description--2034499282'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:18.251351 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Notify callbacks [] for port, precommit_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.285907 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.provisioning_blocks [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Transition to ACTIVE for port object 3a27d506-50a4-4d07-9be6-49e0f45bef42 will not be triggered until provisioned by entity L2. {{(pid=93210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:18.297051 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.380900 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=13661f0a-6a2e-4166-be37-f637819e146b,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.454865 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.491393 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 36334) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:18.499868 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-7d2a9b2b-4c82-437e-9bfd-10890a8b6c1f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5252783 Jul 16 18:37:18.522854 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-731cda94-b394-4963-afee-b92b7446beef tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.538731 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-392cfe31-4104-478c-bf0f-cc7489cf6c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.544425 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-392cfe31-4104-478c-bf0f-cc7489cf6c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.552434 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-392cfe31-4104-478c-bf0f-cc7489cf6c2d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/944d3109-60ba-47ef-b8f9-040dc220eac2 HTTP/1.1" status: 204 len: 168 time: 1.8435895 Jul 16 18:37:18.616740 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9122393f-e15d-4954-93e3-ece31e964016 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.633399 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9122393f-e15d-4954-93e3-ece31e964016 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 818 time: 0.8403323 Jul 16 18:37:18.669412 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-64368dc2-afd1-42e4-b5e7-f8f8773e32c9 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:18.679170 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Attempting to bind port 3a27d506-50a4-4d07-9be6-49e0f45bef42 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:18.681330 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-64368dc2-afd1-42e4-b5e7-f8f8773e32c9 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1287937 Jul 16 18:37:18.681805 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Attempting to bind port 3a27d506-50a4-4d07-9be6-49e0f45bef42 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:18.685323 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Attempting to bind port 3a27d506-50a4-4d07-9be6-49e0f45bef42 on network 13dcc692-e71d-40df-8598-71e3fe9108ea {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:18.694787 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4b6d-4507-4c9b-9876-103551eb94e2 None None] Pushing event updated for resources: {'Port': ['ID=3a27d506-50a4-4d07-9be6-49e0f45bef42,revision_number=3']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.703834 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:18.708995 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cfe31-4104-478c-bf0f-cc7489cf6c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944d3109-60ba-47ef-b8f9-040dc220eac2,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.722829 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 36346) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:18.723327 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Checking segment: {'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:18.723948 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.725194 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Bound using segment: {'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:18.727483 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Bound port: 3a27d506-50a4-4d07-9be6-49e0f45bef42, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'}}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:18.727984 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.783312 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-092a0728-9da3-4c41-a170-c0224d2e3445 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/quotas/287514179835418d830ded3c10a2c726 HTTP/1.1" status: 200 len: 375 time: 0.1456075 Jul 16 18:37:18.789596 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3bad3e99-bfe8-4242-b098-52e1f6662bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.887245 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] For port 3a27d506-50a4-4d07-9be6-49e0f45bef42, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:18.891872 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] For port 3a27d506-50a4-4d07-9be6-49e0f45bef42, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=3a27d506-50a4-4d07-9be6-49e0f45bef42,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:18.901546 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.014437 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Routers {'61a645df-d2e4-4bd9-9d88-b06bc13ade08'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:19.016361 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:36:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:19.090871 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-f83212a0-e938-4e71-8dc5-3049bbcaaa9b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3064313 Jul 16 18:37:19.151551 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dcba5-a1b1-4c67-870c-75f58f44c84a req-585f8657-15fa-43d3-877d-110126f075b6 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.164962 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-890dcba5-a1b1-4c67-870c-75f58f44c84a req-585f8657-15fa-43d3-877d-110126f075b6 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 932 time: 0.5449545 Jul 16 18:37:19.242977 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Notify callbacks [] for port, precommit_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.257120 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Transition to ACTIVE for port object e38c4159-727f-4155-9482-c9cf5922c8f2 will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:19.263275 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 13661f0a-6a2e-4166-be37-f637819e146b up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:19.267571 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.294097 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-731cda94-b394-4963-afee-b92b7446beef tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.334601 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] Set router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:19.375473 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-890dcba5-a1b1-4c67-870c-75f58f44c84a req-3f0dc6ec-2b1e-49de-8085-77528eddd5a1 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893435 Jul 16 18:37:19.379353 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-731cda94-b394-4963-afee-b92b7446beef tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.419487 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cda94-b394-4963-afee-b92b7446beef tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6526dd-8fb9-42b3-9180-366349f7139e,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:19.448206 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7fbec6d3-7111-4578-8a87-5e7bb2a7086d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.648078 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b235e4c8-8c92-4fce-8e04-8109359d2ae2 service neutron] 10.222.0.79 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430512 Jul 16 18:37:19.678495 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Attempting to bind port e38c4159-727f-4155-9482-c9cf5922c8f2 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:19.680384 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Attempting to bind port e38c4159-727f-4155-9482-c9cf5922c8f2 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:19.681935 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Attempting to bind port e38c4159-727f-4155-9482-c9cf5922c8f2 on network d490c69f-49d5-4aac-8544-9d4287d0fe03 {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:19.712714 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:19.723560 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Request body: {'port': {'device_id': '4dea1020-43e5-4a5c-af72-770b3889775d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:19.734076 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Checking segment: {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:19.736195 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.736953 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Bound using segment: {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:19.737898 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Bound port: e38c4159-727f-4155-9482-c9cf5922c8f2, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:19.739802 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.825013 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e26ec-9644-4bc7-87f4-8a294878e05f None None] Pushing event updated for resources: {'Port': ['ID=e38c4159-727f-4155-9482-c9cf5922c8f2,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:19.942715 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 13661f0a-6a2e-4166-be37-f637819e146b triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:19.943097 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.969346 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'name': 'tempest-ServerRescueNegativeTestJSON-158978495-router', 'tenant_id': '287514179835418d830ded3c10a2c726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:05Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '287514179835418d830ded3c10a2c726', 'gw_port': {'id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '3a27d506-50a4-4d07-9be6-49e0f45bef42', 'name': '', 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea', 'tenant_id': '287514179835418d830ded3c10a2c726', 'mac_address': 'fa:16:3e:13:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '362dca3b-446b-4ee1-953c-3b9e0a5a0c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:10Z', 'updated_at': '2021-07-16T18:37:18Z', 'revision_number': 4, 'project_id': '287514179835418d830ded3c10a2c726', 'subnets': [{'id': '362dca3b-446b-4ee1-953c-3b9e0a5a0c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:20.039488 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] For port e38c4159-727f-4155-9482-c9cf5922c8f2, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:20.044586 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] For port e38c4159-727f-4155-9482-c9cf5922c8f2, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=e38c4159-727f-4155-9482-c9cf5922c8f2,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:20.055037 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.094524 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-95c116a0-816c-412f-977d-64b3aa0a5eac service neutron] 10.222.0.79 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387641 Jul 16 18:37:20.099242 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21cd95-6b93-40d1-8dc7-cd657a8b1972 None None] The sync data for ids ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'] in dv-cinder-786933-5-iscsi is: [{'id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'name': 'tempest-ServerRescueNegativeTestJSON-158978495-router', 'tenant_id': '287514179835418d830ded3c10a2c726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:05Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '287514179835418d830ded3c10a2c726', 'gw_port': {'id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '3a27d506-50a4-4d07-9be6-49e0f45bef42', 'name': '', 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea', 'tenant_id': '287514179835418d830ded3c10a2c726', 'mac_address': 'fa:16:3e:13:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '362dca3b-446b-4ee1-953c-3b9e0a5a0c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:10Z', 'updated_at': '2021-07-16T18:37:18Z', 'revision_number': 4, 'project_id': '287514179835418d830ded3c10a2c726', 'subnets': [{'id': '362dca3b-446b-4ee1-953c-3b9e0a5a0c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:20.107853 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4b6d-4507-4c9b-9876-103551eb94e2 None None] Pushing event updated for resources: {'Port': ['ID=3a27d506-50a4-4d07-9be6-49e0f45bef42,revision_number=4']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:20.167333 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3bad3e99-bfe8-4242-b098-52e1f6662bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.175733 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.180948 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-731cda94-b394-4963-afee-b92b7446beef tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.185688 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-731cda94-b394-4963-afee-b92b7446beef tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9490767 Jul 16 18:37:20.188737 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36370) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:20.206411 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-f6d68fd3-22e1-48eb-818d-387a489c6016 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'security_group_rule': {'security_group_id': '2d6526dd-8fb9-42b3-9180-366349f7139e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:20.252576 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:20.254260 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:36:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:20.254385 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3bad3e99-bfe8-4242-b098-52e1f6662bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.297130 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e26ec-9644-4bc7-87f4-8a294878e05f None None] Pushing event updated for resources: {'Port': ['ID=e38c4159-727f-4155-9482-c9cf5922c8f2,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:20.546997 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad3e99-bfe8-4242-b098-52e1f6662bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e15542-8e15-4090-aa98-ef688a02a0ad,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:20.787311 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-3bad3e99-bfe8-4242-b098-52e1f6662bdb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=182d5b0cdea546858e85d612a9de902e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0603108 Jul 16 18:37:20.791989 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 36396) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:20.794816 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:20.948773 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-73a08a67-1bb2-43a5-9a29-d87b35458500 req-f8dfdc39-d80a-4d5c-9710-d5ba0ac9319e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 210 time: 0.1582870 Jul 16 18:37:20.986603 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3217e-63fb-4110-9098-5373d4a591ea req-a8613038-d8a7-476f-9427-2188b513b46f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.991800 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-52f3217e-63fb-4110-9098-5373d4a591ea req-a8613038-d8a7-476f-9427-2188b513b46f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 932 time: 0.2606962 Jul 16 18:37:21.081259 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-52f3217e-63fb-4110-9098-5373d4a591ea req-e883c323-aa39-4ec9-b6eb-2e660cd35988 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812163 Jul 16 18:37:21.085153 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 3a27d506-50a4-4d07-9be6-49e0f45bef42 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:21.319495 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 3a27d506-50a4-4d07-9be6-49e0f45bef42 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:21.327696 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 3a27d506-50a4-4d07-9be6-49e0f45bef42 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:21.332864 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.648806 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:21.668619 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.712722 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Transition to ACTIVE for port object 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:21.713968 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bb13-8927-41f5-9bda-01552a151e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.754517 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bb13-8927-41f5-9bda-01552a151e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.895477 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:20Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:21.898789 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-2c3c5f86-148d-4e7b-b8f1-c5fa4ebee3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.922949 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7fbec6d3-7111-4578-8a87-5e7bb2a7086d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.960727 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.973444 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f6d68fd3-22e1-48eb-818d-387a489c6016 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.071215 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e38fd6-5d12-42ec-847a-9cb3e4a33771 None None] The sync data for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi is: [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:20Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:22.081695 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7fbec6d3-7111-4578-8a87-5e7bb2a7086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.093957 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.298215 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 3a27d506-50a4-4d07-9be6-49e0f45bef42, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=3a27d506-50a4-4d07-9be6-49e0f45bef42,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:22.305818 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.380334 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f6d68fd3-22e1-48eb-818d-387a489c6016 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.386084 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f6d68fd3-22e1-48eb-818d-387a489c6016 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.449813 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d68fd3-22e1-48eb-818d-387a489c6016 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7ba708-4511-4759-99b1-5abf09e61c07,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.490184 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f6d68fd3-22e1-48eb-818d-387a489c6016 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.493039 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-f6d68fd3-22e1-48eb-818d-387a489c6016 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3030918 Jul 16 18:37:22.507629 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36462) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.515107 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-e23ae627-cac5-4c10-a3f3-dfc80672b1bf tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'security_group_rule': {'security_group_id': '2d6526dd-8fb9-42b3-9180-366349f7139e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:22.541984 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Pushing event updated for resources: {'Port': ['ID=319ffa93-9569-4ee1-b4dd-a1ff97be0e47,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.564291 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=3a27d506-50a4-4d07-9be6-49e0f45bef42,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.680080 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-7fbec6d3-7111-4578-8a87-5e7bb2a7086d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=846f547a101142a7875a74dec9b8928a&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1768849 Jul 16 18:37:22.687215 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36470) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.763141 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-1ab59b80-4556-4c78-88f9-ee876b642fdb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.765974 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-1ab59b80-4556-4c78-88f9-ee876b642fdb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 818 time: 0.9743419 Jul 16 18:37:22.775751 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e23ae627-cac5-4c10-a3f3-dfc80672b1bf tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.796088 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bb13-8927-41f5-9bda-01552a151e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.800995 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bb13-8927-41f5-9bda-01552a151e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.803689 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-a7a1bb13-8927-41f5-9bda-01552a151e11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98e15542-8e15-4090-aa98-ef688a02a0ad HTTP/1.1" status: 204 len: 168 time: 1.9952922 Jul 16 18:37:22.927697 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Attempting to bind port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:22.933597 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Attempting to bind port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd27ed6f9-61e2-4eb3-a731-c896d39951af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6799e1b4-1388-4216-8aab-39b43c09e018'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:22.934993 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Attempting to bind port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 on network 6799e1b4-1388-4216-8aab-39b43c09e018 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:22.965110 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 on network 6799e1b4-1388-4216-8aab-39b43c09e018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:22.965637 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Attempting to bind port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 on network 6799e1b4-1388-4216-8aab-39b43c09e018 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:23.000457 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device e38c4159-727f-4155-9482-c9cf5922c8f2 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:23.015138 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:23.015632 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Checking segment: {'id': 'd27ed6f9-61e2-4eb3-a731-c896d39951af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6799e1b4-1388-4216-8aab-39b43c09e018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:23.016131 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Bound using segment: {'id': 'd27ed6f9-61e2-4eb3-a731-c896d39951af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6799e1b4-1388-4216-8aab-39b43c09e018'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:23.016567 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Bound port: 319ffa93-9569-4ee1-b4dd-a1ff97be0e47, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27ed6f9-61e2-4eb3-a731-c896d39951af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6799e1b4-1388-4216-8aab-39b43c09e018'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:23.017281 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.049139 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbec6d3-7111-4578-8a87-5e7bb2a7086d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ef80d5-318b-41e8-a897-284791a9a261,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.092842 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-7fd43e96-40b8-4c35-99a0-0fb453c481d0 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/quotas/287514179835418d830ded3c10a2c726 HTTP/1.1" status: 200 len: 375 time: 0.2686231 Jul 16 18:37:23.144512 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-05f05bbd-6ee3-488e-93bc-590b829d5ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.200405 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port e38c4159-727f-4155-9482-c9cf5922c8f2 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:23.206257 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port e38c4159-727f-4155-9482-c9cf5922c8f2 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:23.206922 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.224016 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe753ce-538a-41d3-b03a-632c962c6c07 req-38858e94-eb5c-4340-882a-2ca6768c8310 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.231863 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cbe753ce-538a-41d3-b03a-632c962c6c07 req-38858e94-eb5c-4340-882a-2ca6768c8310 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.6562057 Jul 16 18:37:23.270999 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1bb13-8927-41f5-9bda-01552a151e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e15542-8e15-4090-aa98-ef688a02a0ad,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.375851 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cbe753ce-538a-41d3-b03a-632c962c6c07 req-35d854a8-c994-42cc-9bf6-164e9dc1e694 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426528 Jul 16 18:37:23.409145 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e23ae627-cac5-4c10-a3f3-dfc80672b1bf tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.424885 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-05f05bbd-6ee3-488e-93bc-590b829d5ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.435466 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.486088 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port e38c4159-727f-4155-9482-c9cf5922c8f2, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=e38c4159-727f-4155-9482-c9cf5922c8f2,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:23.493538 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e23ae627-cac5-4c10-a3f3-dfc80672b1bf tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.503080 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.504982 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 3a27d506-50a4-4d07-9be6-49e0f45bef42 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:23.610814 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e23ae627-cac5-4c10-a3f3-dfc80672b1bf tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.611484 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] For port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47, host hv-cinder-78693, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:23.613226 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-e23ae627-cac5-4c10-a3f3-dfc80672b1bf tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1020534 Jul 16 18:37:23.617487 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 36492) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:23.638620 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ae627-cac5-4c10-a3f3-dfc80672b1bf tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af700d2b-b883-4867-bb93-b4b1f2b8e0a7,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.639833 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] For port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=319ffa93-9569-4ee1-b4dd-a1ff97be0e47,segment=NetworkSegment(d27ed6f9-61e2-4eb3-a731-c896d39951af),segment_id=d27ed6f9-61e2-4eb3-a731-c896d39951af)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:23.654749 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'floatingip': {'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:23.691662 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-07c0b7d1-de1c-4d37-9089-8e9e16d2988d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5571883 Jul 16 18:37:23.705830 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.736187 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-05f05bbd-6ee3-488e-93bc-590b829d5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.743568 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-05f05bbd-6ee3-488e-93bc-590b829d5ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.746270 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-05f05bbd-6ee3-488e-93bc-590b829d5ad9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d8ef80d5-318b-41e8-a897-284791a9a261 HTTP/1.1" status: 204 len: 168 time: 1.0448892 Jul 16 18:37:23.762200 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f05bbd-6ee3-488e-93bc-590b829d5ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ef80d5-318b-41e8-a897-284791a9a261,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.773233 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=e38c4159-727f-4155-9482-c9cf5922c8f2,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.809058 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 3a27d506-50a4-4d07-9be6-49e0f45bef42 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:23.809905 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.916873 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.918239 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for port, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.919798 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] 10.222.0.88 "PUT /v2.0/ports/319ffa93-9569-4ee1-b4dd-a1ff97be0e47 HTTP/1.1" status: 200 len: 1094 time: 4.4166365 Jul 16 18:37:23.931382 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dea1020-43e5-4a5c-af72-770b3889775d', 'tag': '319ffa93-9569-4ee1-b4dd-a1ff97be0e47'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:24.044249 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.108100 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bc398-9c58-4668-bda7-4bf935d212d8 service neutron] Pushing event updated for resources: {'Port': ['ID=319ffa93-9569-4ee1-b4dd-a1ff97be0e47,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:24.376301 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36526) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:24.425154 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4febc17b-2d5b-4c4c-8730-54ad6f10e377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.530480 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-213ca4f6-42f6-438a-bd8f-35ff187338f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.632897 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.653505 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-d82636b5-db98-4221-8bbe-a07a5bb52dfd service neutron] 10.222.0.79 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9275398 Jul 16 18:37:24.799448 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device e38c4159-727f-4155-9482-c9cf5922c8f2 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:24.846271 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4febc17b-2d5b-4c4c-8730-54ad6f10e377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.850055 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5da14013294e63930f004e3f646ec45d1727f78d2b380a1ffe1aebd0a12d46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36d2ec9-5421-483a-8944-6129c61a5fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "4dea1020-43e5-4a5c-af72-770b3889775d", "tag": "319ffa93-9569-4ee1-b4dd-a1ff97be0e47"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:24.859979 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4febc17b-2d5b-4c4c-8730-54ad6f10e377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.946020 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febc17b-2d5b-4c4c-8730-54ad6f10e377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c743dcb-0a0e-40a5-9bf8-3f6cfe97134b,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:25.003361 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-4febc17b-2d5b-4c4c-8730-54ad6f10e377 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=895a024977e043c98dbc3a706e26c275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6225457 Jul 16 18:37:25.004211 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36548) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.007454 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-2a6d4e2a-8633-40fc-90b0-c8f3f92d2632 service neutron] 10.222.0.79 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450072 Jul 16 18:37:25.033182 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port e38c4159-727f-4155-9482-c9cf5922c8f2 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:25.034299 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.123968 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2993159-5c1a-4dd3-8075-bddbb2b70be6 req-bfe45f61-1b51-4713-ab06-98c9375d8ef5 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.143125 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b2993159-5c1a-4dd3-8075-bddbb2b70be6 req-bfe45f61-1b51-4713-ab06-98c9375d8ef5 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.4552324 Jul 16 18:37:25.153699 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.354361 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fd28fc42-95ca-40f6-827a-56b8b5f7c80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.536660 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fd28fc42-95ca-40f6-827a-56b8b5f7c80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.539108 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.576979 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Allocated IP 172.27.2.13 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/06f9e432-a769-4f71-b482-60a66d7af0a8) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:25.726631 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b2993159-5c1a-4dd3-8075-bddbb2b70be6 req-be0d3189-37ff-4162-82c4-d60c73413eb4 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821552 Jul 16 18:37:25.763205 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fd28fc42-95ca-40f6-827a-56b8b5f7c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.765850 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fd28fc42-95ca-40f6-827a-56b8b5f7c80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.773820 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.780272 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-fd28fc42-95ca-40f6-827a-56b8b5f7c80e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9c743dcb-0a0e-40a5-9bf8-3f6cfe97134b HTTP/1.1" status: 204 len: 168 time: 0.7737746 Jul 16 18:37:25.813657 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28fc42-95ca-40f6-827a-56b8b5f7c80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c743dcb-0a0e-40a5-9bf8-3f6cfe97134b,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:25.840064 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.913181 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:25.916631 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:25.921618 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:25.972464 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7e6a1fe1-af9a-4520-877e-7adfd819abe3 req-876a6cd3-c6d4-4326-bf6f-c75177ced28b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 210 time: 0.0894494 Jul 16 18:37:26.270713 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'Port': ['ID=06f9e432-a769-4f71-b482-60a66d7af0a8,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:26.395023 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30c4c0c-22f7-4f42-aa70-867d50eaa3f5 x-openstack-request-id: req-e30c4c0c-22f7-4f42-aa70-867d50eaa3f5 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:26.395328 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dea1020-43e5-4a5c-af72-770b3889775d", "tag": "319ffa93-9569-4ee1-b4dd-a1ff97be0e47", "status": "completed", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:26.395584 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e30c4c0c-22f7-4f42-aa70-867d50eaa3f5 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:26.396067 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dea1020-43e5-4a5c-af72-770b3889775d', 'tag': '319ffa93-9569-4ee1-b4dd-a1ff97be0e47', 'status': 'completed', 'code': 200} Jul 16 18:37:26.422340 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.565811 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-e6e02817-da7d-45ee-b4c9-812d127ee27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.584539 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-e6e02817-da7d-45ee-b4c9-812d127ee27b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b20a0b6f6da4852b0e8e9c8596b1871&device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 1097 time: 0.5144765 Jul 16 18:37:26.641479 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.047812 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.053936 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.107965 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e135f8-3fd0-4d68-ab92-1f63fc8e3cdb req-fae003e9-39c9-4e63-a870-20636f8fe55c tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.120228 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-68e135f8-3fd0-4d68-ab92-1f63fc8e3cdb req-fae003e9-39c9-4e63-a870-20636f8fe55c tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.1533840 Jul 16 18:37:27.202455 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.218402 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-68e135f8-3fd0-4d68-ab92-1f63fc8e3cdb req-ac55ecfa-f469-4105-9916-e350975a7190 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935898 Jul 16 18:37:27.278244 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'Port': ['ID=06f9e432-a769-4f71-b482-60a66d7af0a8,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.327782 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.349906 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-4801a894-44d9-4035-9817-beb9a646201d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7242582 Jul 16 18:37:27.428363 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.510960 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-47e7f1cd-ef30-4389-9a9b-643836f3cccf req-67880e2e-5f13-437d-87f8-f9bf6dab67d8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 210 time: 0.0918014 Jul 16 18:37:27.802055 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36684) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:27.970471 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-10f428eb-f3d6-4470-baed-525b81258ebc tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--503740117&fields=id&tenant_id=8acf1dbb3da24f79b67da492da32dab5 HTTP/1.1" status: 200 len: 267 time: 0.0584230 Jul 16 18:37:28.228207 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2fc36cf2-1a78-479e-86a2-ae7dbb6ae6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.330554 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-d2c60c9a-780b-4a72-89f6-5c92d97e85f5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.332345 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-d2c60c9a-780b-4a72-89f6-5c92d97e85f5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 811 time: 0.3533716 Jul 16 18:37:28.368447 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-61f9f0e8-0b0f-471b-a0bc-c1522472a5d7 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/quotas/8acf1dbb3da24f79b67da492da32dab5 HTTP/1.1" status: 200 len: 375 time: 0.0256276 Jul 16 18:37:28.530405 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-02fd67ea-006d-4cf6-b561-c03faf1244ba tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1545677 Jul 16 18:37:28.555907 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2fc36cf2-1a78-479e-86a2-ae7dbb6ae6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.564078 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2fc36cf2-1a78-479e-86a2-ae7dbb6ae6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.641247 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-2fc36cf2-1a78-479e-86a2-ae7dbb6ae6bc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d180e2a763254b1193416a71afa50d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8378971 Jul 16 18:37:28.642295 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36738) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:28.656309 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc36cf2-1a78-479e-86a2-ae7dbb6ae6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7575078d-e0ae-4711-abb5-66b7f542eefa,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:28.703303 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168b0f4-1d0c-45dc-9731-9018700ff544 req-19e54ab7-62c0-4cc0-a30a-ac57750f5366 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.709307 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-610b43a6-04c9-4614-bba4-e41163fdb0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.716979 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4168b0f4-1d0c-45dc-9731-9018700ff544 req-19e54ab7-62c0-4cc0-a30a-ac57750f5366 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.1947839 Jul 16 18:37:28.737981 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-610b43a6-04c9-4614-bba4-e41163fdb0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.798540 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-610b43a6-04c9-4614-bba4-e41163fdb0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.801335 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.803589 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-610b43a6-04c9-4614-bba4-e41163fdb0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.808541 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-610b43a6-04c9-4614-bba4-e41163fdb0bd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7575078d-e0ae-4711-abb5-66b7f542eefa HTTP/1.1" status: 204 len: 168 time: 0.1649578 Jul 16 18:37:28.817505 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b43a6-04c9-4614-bba4-e41163fdb0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7575078d-e0ae-4711-abb5-66b7f542eefa,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:28.822473 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36752) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:28.825004 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4168b0f4-1d0c-45dc-9731-9018700ff544 req-68bff807-d65f-47cc-b78b-97dcfd9308e7 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051807 Jul 16 18:37:28.980659 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-13b56b37-caa9-4b93-a010-10b016c4df34 req-788868ea-0e25-4837-ba3d-1155c3e8dd7f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 210 time: 0.0430872 Jul 16 18:37:29.492768 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-5d77b673-b9c3-4fd1-b153-c7a2fbd073df service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:29.493870 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-5d77b673-b9c3-4fd1-b153-c7a2fbd073df service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5603573 Jul 16 18:37:29.568017 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 36776) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:29.662463 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b70c8204-ab4e-48b7-b9a4-d5b839c50a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.673166 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3497b85d-3041-40b6-ba59-720a2b03bc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.702608 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-df26cfec-918c-4602-b220-b915a8a5c193 service neutron] 10.222.0.79 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982000 Jul 16 18:37:29.798435 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 36784) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:29.835893 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-51712cda-17ee-4823-874c-df63b6c8e91c service neutron] 10.222.0.79 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206272 Jul 16 18:37:29.846182 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-60b8ea42-101c-4987-900e-57a422e5c8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.898076 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b70c8204-ab4e-48b7-b9a4-d5b839c50a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.903005 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b70c8204-ab4e-48b7-b9a4-d5b839c50a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.946386 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b70c8204-ab4e-48b7-b9a4-d5b839c50a71 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a3468e2c5ef4b8a98f88367f5159769&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1227431 Jul 16 18:37:29.949193 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36788) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:29.951397 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.db.api [None req-60b8ea42-101c-4987-900e-57a422e5c8f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:37:29.951397 dv-cinder-786933-5-iscsi neutron-server[93207]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:37:29.951397 dv-cinder-786933-5-iscsi neutron-server[93207]: [parameters: {'project_id_1': 'd3ca77d1026d44ea9ae591fc95a00515', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 37, 29, 885778)}] Jul 16 18:37:29.951397 dv-cinder-786933-5-iscsi neutron-server[93207]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93207) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:37:29.952188 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG oslo_db.api [None req-60b8ea42-101c-4987-900e-57a422e5c8f5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:37:29.957746 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c8204-ab4e-48b7-b9a4-d5b839c50a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4411f79-d522-4b8d-92da-751a9b567702,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.012929 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3497b85d-3041-40b6-ba59-720a2b03bc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.018649 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-296c6643-e11f-4395-960a-f1d34f6af811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.018980 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3497b85d-3041-40b6-ba59-720a2b03bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.047522 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-296c6643-e11f-4395-960a-f1d34f6af811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.084810 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-3497b85d-3041-40b6-ba59-720a2b03bc95 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9c55e0752414e44936827317e740739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154476 Jul 16 18:37:30.086311 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497b85d-3041-40b6-ba59-720a2b03bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0120ce-c7a0-46d5-9056-844412894587,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.088880 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 36798) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.205737 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4c2d-16fe-409f-9b68-288fe3286d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.226676 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ad05f033-87a4-441e-9983-7946a1ac60fc req-cd4063fd-55cf-4230-b830-3f721f0bbf9b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 210 time: 0.0307686 Jul 16 18:37:30.246381 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4c2d-16fe-409f-9b68-288fe3286d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.262581 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-296c6643-e11f-4395-960a-f1d34f6af811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.265242 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-296c6643-e11f-4395-960a-f1d34f6af811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.265619 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7803df3-c361-44d2-a131-8b9a21394810 req-523e235c-6a9a-465c-86cd-f4d8a2877ec6 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.268766 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-296c6643-e11f-4395-960a-f1d34f6af811 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b4411f79-d522-4b8d-92da-751a9b567702 HTTP/1.1" status: 204 len: 168 time: 0.3154666 Jul 16 18:37:30.272553 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f7803df3-c361-44d2-a131-8b9a21394810 req-523e235c-6a9a-465c-86cd-f4d8a2877ec6 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.1492305 Jul 16 18:37:30.281438 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c6643-e11f-4395-960a-f1d34f6af811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4411f79-d522-4b8d-92da-751a9b567702,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.339184 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ef22b45b-b6ef-4f40-8be9-ea7b77533cc1 req-77b2d266-0838-4001-8b38-dcadf87725dc tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 210 time: 0.0377178 Jul 16 18:37:30.339316 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f7803df3-c361-44d2-a131-8b9a21394810 req-c7f9e031-8b45-4285-ae15-cfa7283e2c9d tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655746 Jul 16 18:37:30.367193 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4c2d-16fe-409f-9b68-288fe3286d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.370111 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4c2d-16fe-409f-9b68-288fe3286d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.371858 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-1f6d4c2d-16fe-409f-9b68-288fe3286d17 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab0120ce-c7a0-46d5-9056-844412894587 HTTP/1.1" status: 204 len: 168 time: 0.2816334 Jul 16 18:37:30.383195 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d4c2d-16fe-409f-9b68-288fe3286d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0120ce-c7a0-46d5-9056-844412894587,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.453721 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-60b8ea42-101c-4987-900e-57a422e5c8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.588867 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-60b8ea42-101c-4987-900e-57a422e5c8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.596219 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-60b8ea42-101c-4987-900e-57a422e5c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.648227 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-60b8ea42-101c-4987-900e-57a422e5c8f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d3ca77d1026d44ea9ae591fc95a00515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8472092 Jul 16 18:37:30.651004 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36818) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.651589 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8ea42-101c-4987-900e-57a422e5c8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b563417-5f96-42c9-b5f9-ed3ed8a9a5d9,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.741534 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 36826) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.747066 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c58c4528-109b-4b6c-8cfc-23eae20f3afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.756719 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9a47b1c3-8527-4e2e-bd87-b48d31eea7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.769224 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c58c4528-109b-4b6c-8cfc-23eae20f3afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.838832 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c58c4528-109b-4b6c-8cfc-23eae20f3afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.847109 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c58c4528-109b-4b6c-8cfc-23eae20f3afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.848529 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c58c4528-109b-4b6c-8cfc-23eae20f3afb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b563417-5f96-42c9-b5f9-ed3ed8a9a5d9 HTTP/1.1" status: 204 len: 168 time: 0.1965516 Jul 16 18:37:30.857447 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c4528-109b-4b6c-8cfc-23eae20f3afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b563417-5f96-42c9-b5f9-ed3ed8a9a5d9,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:31.029797 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-c10c6dff-c14d-4ceb-b03f-adde1d0ab351 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=319ffa93-9569-4ee1-b4dd-a1ff97be0e47 HTTP/1.1" status: 200 len: 217 time: 0.1106205 Jul 16 18:37:31.045932 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9a47b1c3-8527-4e2e-bd87-b48d31eea7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.066730 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9a47b1c3-8527-4e2e-bd87-b48d31eea7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.111208 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 36838) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:31.135028 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6119b64c-22c1-4ddb-b0cb-fd6fe7a42019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.142225 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47b1c3-8527-4e2e-bd87-b48d31eea7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ee7f2-4f96-4442-ab2a-9f069c64e6c0,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:31.149966 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-9a47b1c3-8527-4e2e-bd87-b48d31eea7dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6263b9f5d45042739e35a392184ff67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072812 Jul 16 18:37:31.151786 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-3c6a09c9-1384-42aa-9450-911c3c9cec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.153355 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-3c6a09c9-1384-42aa-9450-911c3c9cec10 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d2bf74e4-ad58-443b-87eb-c728397eec5b HTTP/1.1" status: 200 len: 852 time: 0.1049147 Jul 16 18:37:31.153813 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 36840) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:31.250145 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-dc7dc787-1353-4d72-a2d8-407aba6344bf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6799e1b4-1388-4216-8aab-39b43c09e018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833459 Jul 16 18:37:31.343115 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6119b64c-22c1-4ddb-b0cb-fd6fe7a42019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.350453 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6119b64c-22c1-4ddb-b0cb-fd6fe7a42019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.444539 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-f63a1c47-0b80-4551-9cc8-a84b111ac2c3 service neutron] 10.222.0.88 "GET /v2.0/networks/6799e1b4-1388-4216-8aab-39b43c09e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655030 Jul 16 18:37:31.461768 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-6119b64c-22c1-4ddb-b0cb-fd6fe7a42019 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c468ed0098c944df91ddfe60047883a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491344 Jul 16 18:37:31.470579 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 36854) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:31.471349 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9b61d37b-035c-453b-9757-72d890c2fba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.483732 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1e89c506-9395-47e7-9fbb-f2d64cbfffc5 req-90dc566e-fc77-44e5-8ebe-d44871c04777 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 210 time: 0.0362542 Jul 16 18:37:31.484332 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119b64c-22c1-4ddb-b0cb-fd6fe7a42019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e9efb7-f29a-4a6a-a835-8da090a2e047,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:31.500831 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9b61d37b-035c-453b-9757-72d890c2fba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.590625 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c1b80919-039a-42f8-bcb0-ce2d917b9916 req-82b790a3-a2ea-4029-bcd3-5dd6cd49ed84 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 210 time: 0.0724516 Jul 16 18:37:31.686218 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267acf21-40c1-42f2-b061-34d689c528b1 req-e926b61b-1872-4d55-ae1c-e4537608b612 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.687927 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-267acf21-40c1-42f2-b061-34d689c528b1 req-e926b61b-1872-4d55-ae1c-e4537608b612 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.0808895 Jul 16 18:37:31.738921 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-267acf21-40c1-42f2-b061-34d689c528b1 req-21ddb47c-3263-4774-be62-71f55f2507a2 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Jul 16 18:37:31.847150 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9d9031e6-f28f-4054-bc41-8d68acfaa88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.852631 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ad57c7d6-b993-4abc-a1de-c52e8618c436 req-31526584-09c0-4955-9ed7-dc2187886ec5 service neutron] 10.222.0.88 "GET /v2.0/networks/6799e1b4-1388-4216-8aab-39b43c09e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962564 Jul 16 18:37:31.859590 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9b61d37b-035c-453b-9757-72d890c2fba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.862001 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9b61d37b-035c-453b-9757-72d890c2fba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.863051 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-9b61d37b-035c-453b-9757-72d890c2fba3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a73ee7f2-4f96-4442-ab2a-9f069c64e6c0 HTTP/1.1" status: 204 len: 168 time: 0.7083449 Jul 16 18:37:31.877271 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61d37b-035c-453b-9757-72d890c2fba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ee7f2-4f96-4442-ab2a-9f069c64e6c0,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:31.884043 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9d9031e6-f28f-4054-bc41-8d68acfaa88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.946944 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9d9031e6-f28f-4054-bc41-8d68acfaa88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.950156 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9d9031e6-f28f-4054-bc41-8d68acfaa88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.951694 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-9d9031e6-f28f-4054-bc41-8d68acfaa88b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46e9efb7-f29a-4a6a-a835-8da090a2e047 HTTP/1.1" status: 204 len: 168 time: 0.4432993 Jul 16 18:37:31.961080 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9031e6-f28f-4054-bc41-8d68acfaa88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e9efb7-f29a-4a6a-a835-8da090a2e047,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:32.646894 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4babae54-8577-4444-812b-0f9b90a24346 req-39444228-a82f-4757-bf7f-c4f19967da91 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 210 time: 0.0369506 Jul 16 18:37:32.749305 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26ad053f-5b15-4923-b4bd-fd3942e77106 req-2742f656-190c-401a-8ecb-b208ededcad8 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 210 time: 0.0298278 Jul 16 18:37:32.933100 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9b9e5-9f3a-4cec-8e6f-4b447ed72d5f req-943bbf65-95e3-4245-ab07-9e9a16693615 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.935126 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dbe9b9e5-9f3a-4cec-8e6f-4b447ed72d5f req-943bbf65-95e3-4245-ab07-9e9a16693615 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.0754132 Jul 16 18:37:32.975759 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dbe9b9e5-9f3a-4cec-8e6f-4b447ed72d5f req-8ec1176d-10e3-4194-9c06-644b56fcbc76 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348480 Jul 16 18:37:33.819287 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8f8f9d8b-b9ad-49dd-bc93-4eac0a3dcefb req-1445cb48-a480-4ac3-a56a-ce8d2f9b17d7 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 210 time: 0.0507720 Jul 16 18:37:33.910656 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b05b7748-f973-492a-9c73-151c23fe46ca req-2cea0932-78a0-40d3-a47e-175855f86022 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 210 time: 0.0335588 Jul 16 18:37:34.016385 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37020) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:34.155085 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2e4b46cd-1e6c-4f5e-a483-426c07d2433d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.162638 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcbae7-d00a-4411-abab-b01cfc25c3db req-e8beda74-c9b8-4db0-bfb3-cbac1b078b91 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:34.165073 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-90fcbae7-d00a-4411-abab-b01cfc25c3db req-e8beda74-c9b8-4db0-bfb3-cbac1b078b91 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.0749581 Jul 16 18:37:34.221269 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-90fcbae7-d00a-4411-abab-b01cfc25c3db req-8a73f08e-9c21-4812-bc56-514a4badaaa5 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483208 Jul 16 18:37:34.280324 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2e4b46cd-1e6c-4f5e-a483-426c07d2433d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.285103 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2e4b46cd-1e6c-4f5e-a483-426c07d2433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.336426 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-2e4b46cd-1e6c-4f5e-a483-426c07d2433d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6280279503c54fbabd7a04925cd286fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178067 Jul 16 18:37:34.336585 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37036) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:34.337693 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b46cd-1e6c-4f5e-a483-426c07d2433d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587ac160-1740-4c2c-bef3-eec3451506f0,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:34.409955 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-72cbdce9-5bd8-4443-a6da-a51d20772e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.442274 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-72cbdce9-5bd8-4443-a6da-a51d20772e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.507221 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-72cbdce9-5bd8-4443-a6da-a51d20772e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.509849 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-72cbdce9-5bd8-4443-a6da-a51d20772e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.511535 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-72cbdce9-5bd8-4443-a6da-a51d20772e66 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/587ac160-1740-4c2c-bef3-eec3451506f0 HTTP/1.1" status: 204 len: 168 time: 0.1737337 Jul 16 18:37:34.522702 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbdce9-5bd8-4443-a6da-a51d20772e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587ac160-1740-4c2c-bef3-eec3451506f0,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:34.795195 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.88', 63133) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:34.846266 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d2ec9-5421-483a-8944-6129c61a5fd0 req-dc00450a-d015-4999-ba48-8a1332853574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:34.848610 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b36d2ec9-5421-483a-8944-6129c61a5fd0 req-dc00450a-d015-4999-ba48-8a1332853574 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b20a0b6f6da4852b0e8e9c8596b1871&device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 1097 time: 0.1137834 Jul 16 18:37:35.080896 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-84c5a486-e0e7-41ef-b737-e3408e89081b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.083533 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-84c5a486-e0e7-41ef-b737-e3408e89081b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 818 time: 0.2863121 Jul 16 18:37:35.084165 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37080) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.114559 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Request body: {'port': {'device_id': 'ce551cd9-fd16-491e-bd81-16bcdcfc715c', 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea', 'admin_state_up': True, 'tenant_id': '287514179835418d830ded3c10a2c726'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:35.142984 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-501b6c33-cf4d-414c-b963-8c2ee224567d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.168020 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-572e28cc-ea21-4875-a397-d69ee55ae551 req-ca316e39-1548-4783-be33-91de6aac197f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 210 time: 0.0796623 Jul 16 18:37:35.185425 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37082) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.208745 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d2ec9-5421-483a-8944-6129c61a5fd0 req-821fbad9-fca8-4afc-bfa2-36df7f2843b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.210521 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b36d2ec9-5421-483a-8944-6129c61a5fd0 req-821fbad9-fca8-4afc-bfa2-36df7f2843b6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6799e1b4-1388-4216-8aab-39b43c09e018 HTTP/1.1" status: 200 len: 914 time: 0.3501472 Jul 16 18:37:35.287394 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f10158f1-fdd5-403f-a347-a9ed2b820f2e req-c3e139fb-0ff1-466c-8efa-3cc9473ad75b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 210 time: 0.1580772 Jul 16 18:37:35.310134 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b36d2ec9-5421-483a-8944-6129c61a5fd0 req-02e2e602-c477-4150-8126-7c6ad008a540 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=319ffa93-9569-4ee1-b4dd-a1ff97be0e47 HTTP/1.1" status: 200 len: 217 time: 0.0789258 Jul 16 18:37:35.525899 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d2ec9-5421-483a-8944-6129c61a5fd0 req-410a7b29-3e0a-4ca4-a32c-733d6bed7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.529013 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b36d2ec9-5421-483a-8944-6129c61a5fd0 req-410a7b29-3e0a-4ca4-a32c-733d6bed7f8c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d2bf74e4-ad58-443b-87eb-c728397eec5b HTTP/1.1" status: 200 len: 852 time: 0.2095115 Jul 16 18:37:35.529779 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6f24ddd8-f999-4435-a641-22f91a64b5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.557186 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.88', 63136) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.609699 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b36d2ec9-5421-483a-8944-6129c61a5fd0 req-139bd17e-0aae-4e7d-85e8-97585a830c54 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6799e1b4-1388-4216-8aab-39b43c09e018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394831 Jul 16 18:37:35.626382 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432590-a716-4520-a914-d2ef39bde79d req-dc783f88-5cfe-489f-a022-e0c54237b6e6 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.627892 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d2432590-a716-4520-a914-d2ef39bde79d req-dc783f88-5cfe-489f-a022-e0c54237b6e6 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.2323246 Jul 16 18:37:35.687237 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-b76a40aa-af5f-4219-9a55-9f72cbea9a02 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.688928 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-b76a40aa-af5f-4219-9a55-9f72cbea9a02 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 818 time: 0.1305561 Jul 16 18:37:35.706987 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Request body: {'port': {'device_id': '84485c9c-1970-41a8-813e-e030b19c5729', 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea', 'admin_state_up': True, 'tenant_id': '287514179835418d830ded3c10a2c726'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:35.753236 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-501b6c33-cf4d-414c-b963-8c2ee224567d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.761854 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d2432590-a716-4520-a914-d2ef39bde79d req-077ec727-c3f4-4e42-bf95-7ffe440b48dd tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266668 Jul 16 18:37:35.774598 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-501b6c33-cf4d-414c-b963-8c2ee224567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.827548 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b36d2ec9-5421-483a-8944-6129c61a5fd0 req-428e6acc-9707-448e-89f8-91a13ceaa709 service neutron] 10.222.0.88 "GET /v2.0/networks/6799e1b4-1388-4216-8aab-39b43c09e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828923 Jul 16 18:37:35.897408 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Made reservation on behalf of 287514179835418d830ded3c10a2c726 for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:35.902335 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.907863 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-501b6c33-cf4d-414c-b963-8c2ee224567d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=05bb18da7aea4ed5bae5da9c1cb3eccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8223631 Jul 16 18:37:35.908903 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b6c33-cf4d-414c-b963-8c2ee224567d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9b639b-ca9f-4637-8ec6-a003b2a52a90,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.919489 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37116) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:36.118484 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.88', 63139) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:36.168338 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6f24ddd8-f999-4435-a641-22f91a64b5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.177725 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6f24ddd8-f999-4435-a641-22f91a64b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.219247 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24ddd8-f999-4435-a641-22f91a64b5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09becd1-594f-424c-a0a4-22a6e0e85c1e,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.233664 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a07c-3fdd-4406-adaa-6e221dd71143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.254839 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b36d2ec9-5421-483a-8944-6129c61a5fd0 req-9fff9947-221d-4ce8-9ddd-3acf01ed1332 service neutron] 10.222.0.88 "GET /v2.0/networks/6799e1b4-1388-4216-8aab-39b43c09e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122255 Jul 16 18:37:36.266415 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-6f24ddd8-f999-4435-a641-22f91a64b5b4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e265823843384638b2c748a1fcf82560&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0796070 Jul 16 18:37:36.268566 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37136) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:36.353773 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a07c-3fdd-4406-adaa-6e221dd71143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.385182 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Made reservation on behalf of 287514179835418d830ded3c10a2c726 for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:36.388981 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.419236 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9ca851ba-c112-4104-a01b-da92550152da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.474921 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Allocated IP 172.20.0.7 (13dcc692-e71d-40df-8598-71e3fe9108ea/362dca3b-446b-4ee1-953c-3b9e0a5a0c7d/6d8b04c1-27aa-47fe-ac94-048f06baf326) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:36.477808 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9ca851ba-c112-4104-a01b-da92550152da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.504040 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-d8fa0a96-7ace-483c-abbc-0dc9efda6f53 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.505220 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-d8fa0a96-7ace-483c-abbc-0dc9efda6f53 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.88 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 811 time: 0.3839469 Jul 16 18:37:36.589340 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9ca851ba-c112-4104-a01b-da92550152da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.597339 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9ca851ba-c112-4104-a01b-da92550152da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.613067 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-9ca851ba-c112-4104-a01b-da92550152da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d09becd1-594f-424c-a0a4-22a6e0e85c1e HTTP/1.1" status: 204 len: 168 time: 0.3433030 Jul 16 18:37:36.721452 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f7518fa2-b707-42af-a801-e99f6c5a7faf req-723caf9c-80a0-49a1-b788-83ec433b712b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 210 time: 0.1029086 Jul 16 18:37:36.736790 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca851ba-c112-4104-a01b-da92550152da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09becd1-594f-424c-a0a4-22a6e0e85c1e,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.752316 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-90e55afc-978d-4b37-a043-f301f93ac01c req-82aac8cd-77f2-4bed-8d17-7755260b4136 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 210 time: 0.2749076 Jul 16 18:37:36.833617 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a07c-3fdd-4406-adaa-6e221dd71143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.840591 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a07c-3fdd-4406-adaa-6e221dd71143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.842119 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-e0a2a07c-3fdd-4406-adaa-6e221dd71143 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee9b639b-ca9f-4637-8ec6-a003b2a52a90 HTTP/1.1" status: 204 len: 168 time: 0.9193287 Jul 16 18:37:36.894827 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-53621569-2ffa-4ed6-ad08-e4776bb18f02 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8acf1dbb3da24f79b67da492da32dab5 HTTP/1.1" status: 200 len: 379 time: 0.3026350 Jul 16 18:37:36.895800 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2a07c-3fdd-4406-adaa-6e221dd71143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9b639b-ca9f-4637-8ec6-a003b2a52a90,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.925706 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'port': {'device_id': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'admin_state_up': True, 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'security_groups': ['2d6526dd-8fb9-42b3-9180-366349f7139e']}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:37.006948 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba4954-7e61-4c62-9a9d-0afa0c0f2198 req-ce48da54-6534-4b8e-b15f-330b15590615 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.015625 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-90ba4954-7e61-4c62-9a9d-0afa0c0f2198 req-ce48da54-6534-4b8e-b15f-330b15590615 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.0806029 Jul 16 18:37:37.059381 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-90ba4954-7e61-4c62-9a9d-0afa0c0f2198 req-9429a421-4c85-4071-94b5-629b4a183393 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Jul 16 18:37:37.099984 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.118131 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37174) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:37.132006 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9b8f7172-866e-4fe9-a865-c5e29d8848f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.155412 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Made reservation on behalf of 8acf1dbb3da24f79b67da492da32dab5 for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:37.158997 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.237572 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9b8f7172-866e-4fe9-a865-c5e29d8848f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.241796 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9b8f7172-866e-4fe9-a865-c5e29d8848f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.246357 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.286757 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-9b8f7172-866e-4fe9-a865-c5e29d8848f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2ab187244594fdaafc58689e42932a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674123 Jul 16 18:37:37.287918 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f7172-866e-4fe9-a865-c5e29d8848f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0b2fe6-d436-4871-8b3a-194a61a45201,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:37.291377 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37180) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:37.350903 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4eea8a3e-29bd-4e88-a6ab-684f37d0694a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.374598 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Network 13dcc692-e71d-40df-8598-71e3fe9108ea is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:37.385987 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4eea8a3e-29bd-4e88-a6ab-684f37d0694a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.405012 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:37.411732 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Pushing event updated for resources: {'Port': ['ID=6d8b04c1-27aa-47fe-ac94-048f06baf326,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:37.414816 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:37.420566 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.421225 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.426364 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Allocated IP 172.20.0.9 (13dcc692-e71d-40df-8598-71e3fe9108ea/362dca3b-446b-4ee1-953c-3b9e0a5a0c7d/23eb4213-d999-416e-bdc9-7cf4b658a45d) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:37.450037 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4eea8a3e-29bd-4e88-a6ab-684f37d0694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.452880 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4eea8a3e-29bd-4e88-a6ab-684f37d0694a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.464929 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-4eea8a3e-29bd-4e88-a6ab-684f37d0694a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7c0b2fe6-d436-4871-8b3a-194a61a45201 HTTP/1.1" status: 204 len: 168 time: 0.1633370 Jul 16 18:37:37.466475 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b3769c26-c8fe-4029-b1f2-0e13a02c1b06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3575747 Jul 16 18:37:37.473984 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea8a3e-29bd-4e88-a6ab-684f37d0694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0b2fe6-d436-4871-8b3a-194a61a45201,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:37.482281 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Allocated IP 172.20.0.7 (d490c69f-49d5-4aac-8544-9d4287d0fe03/c63336d1-0c4a-4eb5-9f8f-5cd89462b437/1c29b590-dff6-46ec-9f7f-4d4761f1d52f) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:37.699186 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.734938 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.774448 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Transition to ACTIVE for port object 1c29b590-dff6-46ec-9f7f-4d4761f1d52f will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:37.838528 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.922279 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.931103 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Network 13dcc692-e71d-40df-8598-71e3fe9108ea is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:37.942396 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:37.947961 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:37.954276 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.954971 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.957805 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Pushing event updated for resources: {'Port': ['ID=23eb4213-d999-416e-bdc9-7cf4b658a45d,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:38.026905 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Network d490c69f-49d5-4aac-8544-9d4287d0fe03 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:38.029861 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-71621cfc-f5b5-4649-84b3-6acc3e2aca2b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3272245 Jul 16 18:37:38.054124 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:38.061122 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:38.067437 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.068066 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.081644 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'Port': ['ID=1c29b590-dff6-46ec-9f7f-4d4761f1d52f,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:38.093149 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-e25fa790-6760-47fc-9109-89d6745aa8b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1845114 Jul 16 18:37:38.122516 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f714b7-c3a4-4079-8b2f-efbfb2a010a2 req-944cbb40-19c9-4373-a51c-f6133ba9c1c5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.124092 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-14f714b7-c3a4-4079-8b2f-efbfb2a010a2 req-944cbb40-19c9-4373-a51c-f6133ba9c1c5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 931 time: 0.1174455 Jul 16 18:37:38.153725 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397413b-9a7b-40ed-b97c-62665ef0bc3f req-e0a6a7d1-91fd-429b-8f93-2fed888a548a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.155345 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b397413b-9a7b-40ed-b97c-62665ef0bc3f req-e0a6a7d1-91fd-429b-8f93-2fed888a548a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 931 time: 0.1296406 Jul 16 18:37:38.182633 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-14f714b7-c3a4-4079-8b2f-efbfb2a010a2 req-b89c2292-e1d9-484d-8433-f26459af7500 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517137 Jul 16 18:37:38.224076 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b397413b-9a7b-40ed-b97c-62665ef0bc3f req-78e3dfc8-e3e3-455a-9002-d6577615560b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599046 Jul 16 18:37:38.332103 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-735e36b5-a00c-4ce3-aed3-fbc633df55ee None None] Provisioning for port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:38.340635 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-735e36b5-a00c-4ce3-aed3-fbc633df55ee None None] Provisioning complete for port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:38.341011 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-735e36b5-a00c-4ce3-aed3-fbc633df55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.392785 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-735e36b5-a00c-4ce3-aed3-fbc633df55ee None None] Port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:38.409508 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cee92-5adc-4554-85f7-34f0753667c8 req-1779435e-ce5d-4a0a-86df-40c4ea623438 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.411268 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bd2cee92-5adc-4554-85f7-34f0753667c8 req-1779435e-ce5d-4a0a-86df-40c4ea623438 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.0787728 Jul 16 18:37:38.462444 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bd2cee92-5adc-4554-85f7-34f0753667c8 req-2a445b88-f72c-42db-b264-16ffd7b89834 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451450 Jul 16 18:37:39.381651 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d4686-c42f-4326-b17a-0b9e56c647ec req-24b31bf1-ea5b-4134-b01f-ea3d4039cf05 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:39.383160 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-221d4686-c42f-4326-b17a-0b9e56c647ec req-24b31bf1-ea5b-4134-b01f-ea3d4039cf05 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 931 time: 0.0697196 Jul 16 18:37:39.409252 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22f076-ad72-4842-b8ce-59a84853831b req-d823fe5b-e46d-43cd-ab4f-06031a3920ee tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:39.411548 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0e22f076-ad72-4842-b8ce-59a84853831b req-d823fe5b-e46d-43cd-ab4f-06031a3920ee tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 931 time: 0.0758786 Jul 16 18:37:39.424162 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-221d4686-c42f-4326-b17a-0b9e56c647ec req-a80c7f7b-68db-4e4f-9555-b467ef54e105 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341008 Jul 16 18:37:39.452349 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0e22f076-ad72-4842-b8ce-59a84853831b req-be5b38df-1f5d-4b93-8259-d00e17402467 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351279 Jul 16 18:37:39.635039 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4d3f9-0203-490f-9ef6-7fe0ead658dd req-32c64565-396c-4bac-83bf-c7afd59165ff tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:39.637129 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f5c4d3f9-0203-490f-9ef6-7fe0ead658dd req-32c64565-396c-4bac-83bf-c7afd59165ff tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 944 time: 0.0692284 Jul 16 18:37:39.674387 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f5c4d3f9-0203-490f-9ef6-7fe0ead658dd req-35c14fa8-a091-45f3-9fa2-827107787b89 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Jul 16 18:37:40.195408 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Request body: {'port': {'device_id': 'ce551cd9-fd16-491e-bd81-16bcdcfc715c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:40.204312 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Request body: {'port': {'device_id': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:40.210880 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Request body: {'port': {'device_id': '84485c9c-1970-41a8-813e-e030b19c5729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:40.234675 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:40.343408 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=319ffa93-9569-4ee1-b4dd-a1ff97be0e47,segment=NetworkSegment(d27ed6f9-61e2-4eb3-a731-c896d39951af),segment_id=d27ed6f9-61e2-4eb3-a731-c896d39951af)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:40.359828 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '319ffa93-9569-4ee1-b4dd-a1ff97be0e47', 'network_id': '6799e1b4-1388-4216-8aab-39b43c09e018', 'port_id': '319ffa93-9569-4ee1-b4dd-a1ff97be0e47', 'mac_address': 'fa:16:3e:56:09:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bf74e4-ad58-443b-87eb-c728397eec5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:40.392233 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.393993 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.402603 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.415722 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:40.424303 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.440049 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=319ffa93-9569-4ee1-b4dd-a1ff97be0e47,segment=NetworkSegment(d27ed6f9-61e2-4eb3-a731-c896d39951af),segment_id=d27ed6f9-61e2-4eb3-a731-c896d39951af)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:40.445067 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.507591 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=319ffa93-9569-4ee1-b4dd-a1ff97be0e47,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:40.671947 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80897e1e-5b37-4269-b28e-8ff2fd9876b7 req-54c73aa7-3f08-4b83-882e-81891be2d97e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:40.678557 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-80897e1e-5b37-4269-b28e-8ff2fd9876b7 req-54c73aa7-3f08-4b83-882e-81891be2d97e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 931 time: 0.0776744 Jul 16 18:37:40.722258 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-80897e1e-5b37-4269-b28e-8ff2fd9876b7 req-dd26d5aa-63c5-4792-bb58-f7188358e80d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Jul 16 18:37:40.831731 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['319ffa93-9569-4ee1-b4dd-a1ff97be0e47'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:40.975772 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715e1d3-b609-40ff-96ae-d6a19d698e60 req-f9887157-94ea-4752-bb1d-c49dbd8328c3 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:40.978017 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4715e1d3-b609-40ff-96ae-d6a19d698e60 req-f9887157-94ea-4752-bb1d-c49dbd8328c3 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 945 time: 0.0883479 Jul 16 18:37:41.076415 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4715e1d3-b609-40ff-96ae-d6a19d698e60 req-39d62fc9-f4a9-4aff-b381-85b5bff11be7 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914550 Jul 16 18:37:41.201903 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ab347-ce9d-4334-9f57-ab8005f1bf15 req-bab4aa3e-a90b-45b3-80be-2f1211232bc4 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.203271 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1c3ab347-ce9d-4334-9f57-ab8005f1bf15 req-bab4aa3e-a90b-45b3-80be-2f1211232bc4 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 931 time: 0.6185441 Jul 16 18:37:41.324662 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1c3ab347-ce9d-4334-9f57-ab8005f1bf15 req-dbb124a9-da3c-47c5-a9b9-46a450162ae4 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083450 Jul 16 18:37:41.393115 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8b04c1-27aa-47fe-ac94-048f06baf326 {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:41.403225 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c29b590-dff6-46ec-9f7f-4d4761f1d52f {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:41.409330 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.418045 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.447344 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Transition to ACTIVE for port object 6d8b04c1-27aa-47fe-ac94-048f06baf326 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:41.450230 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Transition to ACTIVE for port object 1c29b590-dff6-46ec-9f7f-4d4761f1d52f will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:41.455303 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.459153 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.637079 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Pushing event updated for resources: {'Port': ['ID=1c29b590-dff6-46ec-9f7f-4d4761f1d52f,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:41.722760 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Attempting to bind port 6d8b04c1-27aa-47fe-ac94-048f06baf326 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:41.723119 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Attempting to bind port 6d8b04c1-27aa-47fe-ac94-048f06baf326 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:41.723465 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Attempting to bind port 6d8b04c1-27aa-47fe-ac94-048f06baf326 on network 13dcc692-e71d-40df-8598-71e3fe9108ea {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:41.725344 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Attempting to bind port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:41.725665 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Attempting to bind port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:41.726001 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Attempting to bind port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f on network d490c69f-49d5-4aac-8544-9d4287d0fe03 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:41.744872 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Port 6d8b04c1-27aa-47fe-ac94-048f06baf326 on network 13dcc692-e71d-40df-8598-71e3fe9108ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:41.745197 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Attempting to bind port 6d8b04c1-27aa-47fe-ac94-048f06baf326 on network 13dcc692-e71d-40df-8598-71e3fe9108ea {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:41.746953 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f on network d490c69f-49d5-4aac-8544-9d4287d0fe03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:41.747262 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Attempting to bind port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f on network d490c69f-49d5-4aac-8544-9d4287d0fe03 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:41.782370 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:41.782708 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Checking segment: {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:41.783265 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Bound using segment: {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:41.783706 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Bound port: 1c29b590-dff6-46ec-9f7f-4d4761f1d52f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:41.784063 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.785903 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:41.786234 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Checking segment: {'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:41.786590 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Bound using segment: {'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:41.786994 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Bound port: 6d8b04c1-27aa-47fe-ac94-048f06baf326, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:41.787331 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.808079 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Pushing event updated for resources: {'Port': ['ID=6d8b04c1-27aa-47fe-ac94-048f06baf326,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:41.826508 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23eb4213-d999-416e-bdc9-7cf4b658a45d {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:41.836431 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.899399 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Transition to ACTIVE for port object 23eb4213-d999-416e-bdc9-7cf4b658a45d will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:41.913386 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.923467 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66564ad7-90ca-4d82-8d2a-26cc9308ab4f req-002dfbf6-7494-4e17-98a3-d38f75074260 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.925002 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-66564ad7-90ca-4d82-8d2a-26cc9308ab4f req-002dfbf6-7494-4e17-98a3-d38f75074260 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 931 time: 0.0737326 Jul 16 18:37:41.968253 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-66564ad7-90ca-4d82-8d2a-26cc9308ab4f req-50811f7d-c9a0-4401-a33b-5af48d4ce1be tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360947 Jul 16 18:37:41.971763 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] For port 6d8b04c1-27aa-47fe-ac94-048f06baf326, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:42.003415 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] For port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:42.011254 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] For port 6d8b04c1-27aa-47fe-ac94-048f06baf326, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:42.023968 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.025741 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=23eb4213-d999-416e-bdc9-7cf4b658a45d,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.035797 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] For port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:42.059239 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.110783 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.111426 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.112892 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] 10.222.0.88 "PUT /v2.0/ports/6d8b04c1-27aa-47fe-ac94-048f06baf326 HTTP/1.1" status: 200 len: 1093 time: 1.9217770 Jul 16 18:37:42.116560 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce551cd9-fd16-491e-bd81-16bcdcfc715c', 'tag': '6d8b04c1-27aa-47fe-ac94-048f06baf326'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:42.181788 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Attempting to bind port 23eb4213-d999-416e-bdc9-7cf4b658a45d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:42.181953 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Attempting to bind port 23eb4213-d999-416e-bdc9-7cf4b658a45d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:42.182818 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Attempting to bind port 23eb4213-d999-416e-bdc9-7cf4b658a45d on network 13dcc692-e71d-40df-8598-71e3fe9108ea {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:42.187907 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:42.196775 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.197406 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.199454 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] 10.222.0.88 "PUT /v2.0/ports/1c29b590-dff6-46ec-9f7f-4d4761f1d52f HTTP/1.1" status: 200 len: 1093 time: 2.0008681 Jul 16 18:37:42.255549 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Port 23eb4213-d999-416e-bdc9-7cf4b658a45d on network 13dcc692-e71d-40df-8598-71e3fe9108ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:42.255950 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Attempting to bind port 23eb4213-d999-416e-bdc9-7cf4b658a45d on network 13dcc692-e71d-40df-8598-71e3fe9108ea {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:42.300582 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b5665-0dc8-474b-becd-688f09cb87dc service neutron] Pushing event updated for resources: {'Port': ['ID=6d8b04c1-27aa-47fe-ac94-048f06baf326,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.310558 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:42.315552 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:42.316123 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.335354 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:42.335693 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Checking segment: {'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:42.336276 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Bound using segment: {'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:42.343308 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Bound port: 23eb4213-d999-416e-bdc9-7cf4b658a45d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077fd294-3b1f-4e77-863a-17ce625205b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:42.343741 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.437255 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cccea9f-a397-4288-9848-96d6946143e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ce551cd9-fd16-491e-bd81-16bcdcfc715c", "tag": "6d8b04c1-27aa-47fe-ac94-048f06baf326"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:42.516313 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.547484 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dea1020-43e5-4a5c-af72-770b3889775d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319ffa93-9569-4ee1-b4dd-a1ff97be0e47'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:42.581610 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] For port 23eb4213-d999-416e-bdc9-7cf4b658a45d, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:42.587990 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] For port 23eb4213-d999-416e-bdc9-7cf4b658a45d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=23eb4213-d999-416e-bdc9-7cf4b658a45d,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:42.594998 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49057c6a-1e69-41d9-889f-904379d41e33 service neutron] Pushing event updated for resources: {'Port': ['ID=1c29b590-dff6-46ec-9f7f-4d4761f1d52f,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.601980 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.625360 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c9832-cfb9-418b-a2ac-d80db202516d req-5add1e99-fe1a-4f4e-bdd3-4e53c9e52d0f tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.639553 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3f3c9832-cfb9-418b-a2ac-d80db202516d req-5add1e99-fe1a-4f4e-bdd3-4e53c9e52d0f tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.0905910 Jul 16 18:37:42.660562 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=319ffa93-9569-4ee1-b4dd-a1ff97be0e47,segment=NetworkSegment(d27ed6f9-61e2-4eb3-a731-c896d39951af),segment_id=d27ed6f9-61e2-4eb3-a731-c896d39951af)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:42.666281 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.715393 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3f3c9832-cfb9-418b-a2ac-d80db202516d req-039504b3-fb3a-43be-87ce-168cfe5c17f5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740342 Jul 16 18:37:42.727484 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-ac0d6caa-8d2e-4d6f-aed6-3125f2ae770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.729322 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-ac0d6caa-8d2e-4d6f-aed6-3125f2ae770f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 1096 time: 0.5487945 Jul 16 18:37:42.742379 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edebd1a-8eef-4d7e-892b-9ef15cc17ae7" -d '{"events": [{"server_uuid": "4dea1020-43e5-4a5c-af72-770b3889775d", "name": "network-vif-plugged", "status": "completed", "tag": "319ffa93-9569-4ee1-b4dd-a1ff97be0e47"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:42.798598 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=319ffa93-9569-4ee1-b4dd-a1ff97be0e47,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.839787 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.840415 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.841896 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] 10.222.0.88 "PUT /v2.0/ports/23eb4213-d999-416e-bdc9-7cf4b658a45d HTTP/1.1" status: 200 len: 1093 time: 2.6426959 Jul 16 18:37:42.847995 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-6819a0f4-5cbb-40c4-88f0-7a3484a914dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326 HTTP/1.1" status: 200 len: 217 time: 0.0850506 Jul 16 18:37:42.871612 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e544f-bed9-4e18-8d44-262cebcd1190 req-3b2c59da-1b7b-4b2e-b908-e7961efcd22c tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.873149 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fb0e544f-bed9-4e18-8d44-262cebcd1190 req-3b2c59da-1b7b-4b2e-b908-e7961efcd22c tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 945 time: 0.5247910 Jul 16 18:37:42.875071 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-72202857-b5db-4647-a3c1-095ae1292a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.876462 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-72202857-b5db-4647-a3c1-095ae1292a8d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 1096 time: 0.6144133 Jul 16 18:37:42.905493 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac340c2-c705-477d-b3a9-8fbd06862f88 x-openstack-request-id: req-0ac340c2-c705-477d-b3a9-8fbd06862f88 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:42.905780 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce551cd9-fd16-491e-bd81-16bcdcfc715c", "tag": "6d8b04c1-27aa-47fe-ac94-048f06baf326", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:42.906149 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ac340c2-c705-477d-b3a9-8fbd06862f88 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:42.906665 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce551cd9-fd16-491e-bd81-16bcdcfc715c', 'tag': '6d8b04c1-27aa-47fe-ac94-048f06baf326', 'status': 'completed', 'code': 200} Jul 16 18:37:42.910778 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0ec40-cd15-4604-a669-70262c52ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=23eb4213-d999-416e-bdc9-7cf4b658a45d,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.936048 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fb0e544f-bed9-4e18-8d44-262cebcd1190 req-4c8c7cf7-2c80-4daf-b349-fa1d79e96c47 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535166 Jul 16 18:37:42.992509 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3d4828-873c-4c17-b902-3a78d0b1f37c x-openstack-request-id: req-fc3d4828-873c-4c17-b902-3a78d0b1f37c {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:42.993084 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dea1020-43e5-4a5c-af72-770b3889775d", "name": "network-vif-plugged", "status": "completed", "tag": "319ffa93-9569-4ee1-b4dd-a1ff97be0e47", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:42.993504 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc3d4828-873c-4c17-b902-3a78d0b1f37c {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:42.996070 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dea1020-43e5-4a5c-af72-770b3889775d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319ffa93-9569-4ee1-b4dd-a1ff97be0e47', 'code': 200} Jul 16 18:37:43.099929 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37482) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:43.152269 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d23b88-e335-4895-a5ea-1946c8e83cf4 req-6bcb74d0-2637-49f1-b050-4b6f7a9561f6 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:43.154020 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-23d23b88-e335-4895-a5ea-1946c8e83cf4 req-6bcb74d0-2637-49f1-b050-4b6f7a9561f6 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.0693848 Jul 16 18:37:43.285481 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-04de39fb-a474-4e73-b30a-d2c9546e644e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.356988 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-23d23b88-e335-4895-a5ea-1946c8e83cf4 req-0123ea4b-de0b-4873-b923-3b2ba7fd9b89 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959321 Jul 16 18:37:43.392480 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-04de39fb-a474-4e73-b30a-d2c9546e644e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.396220 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-04de39fb-a474-4e73-b30a-d2c9546e644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.434347 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-04de39fb-a474-4e73-b30a-d2c9546e644e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4698404c09a04355bed4c36839281ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331382 Jul 16 18:37:43.436167 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de39fb-a474-4e73-b30a-d2c9546e644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfe893c-ed07-4f76-85a3-f5fd9686ede0,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:43.437063 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37486) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:43.485832 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a07fc717-1bd8-4803-9c3e-2db6613e55bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.505260 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a07fc717-1bd8-4803-9c3e-2db6613e55bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.553987 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a07fc717-1bd8-4803-9c3e-2db6613e55bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.556474 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a07fc717-1bd8-4803-9c3e-2db6613e55bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.558142 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-a07fc717-1bd8-4803-9c3e-2db6613e55bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0dfe893c-ed07-4f76-85a3-f5fd9686ede0 HTTP/1.1" status: 204 len: 168 time: 0.1196253 Jul 16 18:37:43.567394 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fc717-1bd8-4803-9c3e-2db6613e55bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfe893c-ed07-4f76-85a3-f5fd9686ede0,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:43.827515 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37502) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:43.841610 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9d05b04b-718c-4f2f-bcba-a2b59e784e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.915285 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60147109-0980-4a1b-afa5-d8dc3e9ae47b req-2ec1e3af-2cd6-43c5-8614-d17c079123a0 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:43.917515 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-60147109-0980-4a1b-afa5-d8dc3e9ae47b req-2ec1e3af-2cd6-43c5-8614-d17c079123a0 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.0802779 Jul 16 18:37:43.944863 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9d05b04b-718c-4f2f-bcba-a2b59e784e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.948634 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9d05b04b-718c-4f2f-bcba-a2b59e784e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.962057 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-60147109-0980-4a1b-afa5-d8dc3e9ae47b req-e250d101-678d-423a-93b2-22b31c64e31e tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368516 Jul 16 18:37:43.993459 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-9d05b04b-718c-4f2f-bcba-a2b59e784e43 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d320648dcdf14919949a8e2924d81198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647222 Jul 16 18:37:43.997114 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37510) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:43.998902 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05b04b-718c-4f2f-bcba-a2b59e784e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c69930-91f9-4b69-9a05-ce40417e83af,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.052410 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-eab59f6d-51b9-4298-9dd6-bd4b2a9fa8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.075579 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-eab59f6d-51b9-4298-9dd6-bd4b2a9fa8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.124323 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-eab59f6d-51b9-4298-9dd6-bd4b2a9fa8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.126964 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-eab59f6d-51b9-4298-9dd6-bd4b2a9fa8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.128120 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-eab59f6d-51b9-4298-9dd6-bd4b2a9fa8b9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4c69930-91f9-4b69-9a05-ce40417e83af HTTP/1.1" status: 204 len: 168 time: 0.1293850 Jul 16 18:37:44.136169 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab59f6d-51b9-4298-9dd6-bd4b2a9fa8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c69930-91f9-4b69-9a05-ce40417e83af,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.190826 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f3777-f0ab-4272-bd82-8105419fe3fe req-5901cff9-a2a4-4d87-8311-55147111a9c9 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.192470 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-375f3777-f0ab-4272-bd82-8105419fe3fe req-5901cff9-a2a4-4d87-8311-55147111a9c9 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.0912337 Jul 16 18:37:44.233339 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-375f3777-f0ab-4272-bd82-8105419fe3fe req-b9b4703b-85f3-4c9e-9550-21f83d227313 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346434 Jul 16 18:37:44.466415 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37528) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:44.491608 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-19b889f4-60a9-4c55-9efc-4b68f688748a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.577820 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5095-25d7-44f3-be78-69703470ba31 req-3282e989-ddbb-4205-a76e-4396ad6d4565 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.579331 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e8ec5095-25d7-44f3-be78-69703470ba31 req-3282e989-ddbb-4205-a76e-4396ad6d4565 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.1066043 Jul 16 18:37:44.630379 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e8ec5095-25d7-44f3-be78-69703470ba31 req-f960ef62-47e6-4e82-95d6-44d830cc3331 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451868 Jul 16 18:37:44.653047 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-19b889f4-60a9-4c55-9efc-4b68f688748a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.656791 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-19b889f4-60a9-4c55-9efc-4b68f688748a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.693834 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b889f4-60a9-4c55-9efc-4b68f688748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d495148-431e-4172-a049-d9df43ae7850,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.698038 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-19b889f4-60a9-4c55-9efc-4b68f688748a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=08728f2c8b9748f1b0fe91b8ac977e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304645 Jul 16 18:37:44.700727 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37532) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:44.751705 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-562f3999-442b-4ea3-99a3-eb056843ace4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.772232 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-562f3999-442b-4ea3-99a3-eb056843ace4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.816493 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-562f3999-442b-4ea3-99a3-eb056843ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.819603 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-562f3999-442b-4ea3-99a3-eb056843ace4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.820745 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-562f3999-442b-4ea3-99a3-eb056843ace4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d495148-431e-4172-a049-d9df43ae7850 HTTP/1.1" status: 204 len: 168 time: 0.1189234 Jul 16 18:37:44.829564 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f3999-442b-4ea3-99a3-eb056843ace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d495148-431e-4172-a049-d9df43ae7850,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.908272 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'tag': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f'}, {'name': 'network-changed', 'server_uuid': '84485c9c-1970-41a8-813e-e030b19c5729', 'tag': '23eb4213-d999-416e-bdc9-7cf4b658a45d'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:44.910999 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc354e0-3cd8-4e99-87b5-c5260405f2be" -d '{"events": [{"name": "network-changed", "server_uuid": "0f06d945-82c4-47ce-b2e7-4527e128d911", "tag": "1c29b590-dff6-46ec-9f7f-4d4761f1d52f"}, {"name": "network-changed", "server_uuid": "84485c9c-1970-41a8-813e-e030b19c5729", "tag": "23eb4213-d999-416e-bdc9-7cf4b658a45d"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:44.998566 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e8419a-b4b0-411d-8ba1-c6f6630f93bc x-openstack-request-id: req-82e8419a-b4b0-411d-8ba1-c6f6630f93bc {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:44.998861 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f06d945-82c4-47ce-b2e7-4527e128d911", "tag": "1c29b590-dff6-46ec-9f7f-4d4761f1d52f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84485c9c-1970-41a8-813e-e030b19c5729", "tag": "23eb4213-d999-416e-bdc9-7cf4b658a45d", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:44.999127 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-82e8419a-b4b0-411d-8ba1-c6f6630f93bc {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:44.999780 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'tag': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f', 'status': 'completed', 'code': 200} Jul 16 18:37:45.000039 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84485c9c-1970-41a8-813e-e030b19c5729', 'tag': '23eb4213-d999-416e-bdc9-7cf4b658a45d', 'status': 'completed', 'code': 200} Jul 16 18:37:45.146538 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e33b5-8c07-4a55-8544-e56d6781aa9e req-15b6186e-a254-4b2e-933a-b8cb533ad7de tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.150748 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-444e33b5-8c07-4a55-8544-e56d6781aa9e req-15b6186e-a254-4b2e-933a-b8cb533ad7de tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.0663755 Jul 16 18:37:45.189250 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-444e33b5-8c07-4a55-8544-e56d6781aa9e req-c882fee1-812c-49b3-b762-86a7df6ab1c6 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343981 Jul 16 18:37:45.418178 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f244b73-d134-464f-998b-848e0765cdbe req-c62a593c-fc60-42d2-b780-6e1cbd2bbd47 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.419707 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f244b73-d134-464f-998b-848e0765cdbe req-c62a593c-fc60-42d2-b780-6e1cbd2bbd47 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.0647705 Jul 16 18:37:45.458835 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f244b73-d134-464f-998b-848e0765cdbe req-c1c80ecc-04d5-4536-bd91-70be5e2e07a8 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332029 Jul 16 18:37:45.807811 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76db62-f171-45f0-a653-d2a9287235be req-92c07e57-3145-47a4-974f-e54418cbcebb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.809843 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ab76db62-f171-45f0-a653-d2a9287235be req-92c07e57-3145-47a4-974f-e54418cbcebb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.0687926 Jul 16 18:37:45.851397 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ab76db62-f171-45f0-a653-d2a9287235be req-d005d470-9c96-4875-903b-128e6d802421 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359225 Jul 16 18:37:45.886098 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37584) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:45.987908 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6219-2a2b-447d-8849-f4a9f663a922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.076836 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6219-2a2b-447d-8849-f4a9f663a922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.080491 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6219-2a2b-447d-8849-f4a9f663a922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.117920 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-f5bf6219-2a2b-447d-8849-f4a9f663a922 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=713b78d87ccf4b228f19a77930a7c16b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306607 Jul 16 18:37:46.118717 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf6219-2a2b-447d-8849-f4a9f663a922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4322e6e8-0e1c-4c15-ad92-4130d410c5c7,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:46.123166 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37590) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.172845 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6499c7f9-1ce9-4b71-9fc6-6b4a16930dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.194145 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6499c7f9-1ce9-4b71-9fc6-6b4a16930dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.240198 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6499c7f9-1ce9-4b71-9fc6-6b4a16930dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.242831 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6499c7f9-1ce9-4b71-9fc6-6b4a16930dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.246302 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-6499c7f9-1ce9-4b71-9fc6-6b4a16930dad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4322e6e8-0e1c-4c15-ad92-4130d410c5c7 HTTP/1.1" status: 204 len: 168 time: 0.1198173 Jul 16 18:37:46.253940 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499c7f9-1ce9-4b71-9fc6-6b4a16930dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4322e6e8-0e1c-4c15-ad92-4130d410c5c7,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:46.457863 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-3c7fdc2b-5725-48a7-aa16-892414f5f126 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f HTTP/1.1" status: 200 len: 217 time: 0.1326137 Jul 16 18:37:46.570796 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b5bded29-e19c-4929-9d78-1eed70608168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.572665 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-b5bded29-e19c-4929-9d78-1eed70608168 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.2397397 Jul 16 18:37:46.611241 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-c0e5c6bb-4bc2-47f3-9c82-0ed7d1cf7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.613172 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-c0e5c6bb-4bc2-47f3-9c82-0ed7d1cf7baa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c63336d1-0c4a-4eb5-9f8f-5cd89462b437 HTTP/1.1" status: 200 len: 850 time: 0.1411088 Jul 16 18:37:46.663878 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-8faca0c0-6a5c-44c6-879e-9a06cefedd7c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670359 Jul 16 18:37:46.691611 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7ba41-696a-45a4-9c4f-f9ff3839c817 req-0a581f46-e04c-4a47-b68a-db6ee184bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.691712 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b0d7ba41-696a-45a4-9c4f-f9ff3839c817 req-0a581f46-e04c-4a47-b68a-db6ee184bb11 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 1099 time: 0.1577678 Jul 16 18:37:46.695917 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa961b1-2294-4ac4-bbdc-a8ccce84578b req-4daab3d1-343e-43ee-af48-a123699f7bbe tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.701041 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-caa961b1-2294-4ac4-bbdc-a8ccce84578b req-4daab3d1-343e-43ee-af48-a123699f7bbe tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.3911874 Jul 16 18:37:46.732705 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaf94d-afaf-4fbc-a842-185b3200b016 req-4103294b-dc27-48b0-977e-79b1b1643a23 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.734305 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-28eaf94d-afaf-4fbc-a842-185b3200b016 req-4103294b-dc27-48b0-977e-79b1b1643a23 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.1392100 Jul 16 18:37:46.735498 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-b0d7ba41-696a-45a4-9c4f-f9ff3839c817 req-435af4b1-ca29-43fa-a908-5c65effd408c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.785365 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-03965f8b-a978-4a7a-8b48-061f75868955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.786800 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-03965f8b-a978-4a7a-8b48-061f75868955 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 1096 time: 0.4430332 Jul 16 18:37:46.804883 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-28eaf94d-afaf-4fbc-a842-185b3200b016 req-be8345a4-4f13-4a79-9d81-878cac54221e tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615385 Jul 16 18:37:46.887522 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-b0d7ba41-696a-45a4-9c4f-f9ff3839c817 req-435af4b1-ca29-43fa-a908-5c65effd408c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.893032 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-b0d7ba41-696a-45a4-9c4f-f9ff3839c817 req-435af4b1-ca29-43fa-a908-5c65effd408c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.907896 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-78f420ee-e362-42ae-adc4-1acab93d8233 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23eb4213-d999-416e-bdc9-7cf4b658a45d HTTP/1.1" status: 200 len: 217 time: 0.1107013 Jul 16 18:37:46.920697 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-caa961b1-2294-4ac4-bbdc-a8ccce84578b req-fa9735e4-0d80-4fc0-94f4-086ef1a0e55e tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757805 Jul 16 18:37:46.942907 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b0d7ba41-696a-45a4-9c4f-f9ff3839c817 req-435af4b1-ca29-43fa-a908-5c65effd408c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332399 Jul 16 18:37:46.978404 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435af4b1-ca29-43fa-a908-5c65effd408c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=176e5bc0-0157-4f04-a17e-f0c811dd428d,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:46.984685 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-0fd10e03-09dd-46a6-a237-845c2a33e385 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825549 Jul 16 18:37:46.999775 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-f170b0b7-f777-4de3-96ef-1ab224420842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.002181 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-f170b0b7-f777-4de3-96ef-1ab224420842 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d490c69f-49d5-4aac-8544-9d4287d0fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3334196 Jul 16 18:37:47.006757 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-9ee733af-2b05-4815-b3b5-6688710dc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.012259 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-9ee733af-2b05-4815-b3b5-6688710dc1c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.0860379 Jul 16 18:37:47.090061 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa613d-f282-4f4c-9935-d72a2a679e97 req-cf5e3989-36e5-41be-ac92-672538fa9ab0 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.090061 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-91fa613d-f282-4f4c-9935-d72a2a679e97 req-cf5e3989-36e5-41be-ac92-672538fa9ab0 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.0828626 Jul 16 18:37:47.090666 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37640) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.152425 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-91fa613d-f282-4f4c-9935-d72a2a679e97 req-ff804108-07e8-46a0-b84c-6cd9a6c34450 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543499 Jul 16 18:37:47.178182 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-652e153a-6612-407a-9057-359c5e807369 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988045 Jul 16 18:37:47.224858 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-878785464-network', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:47.251468 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Made reservation on behalf of fe4f148278ba408cb83924bbc48121f4 for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:47.254017 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.269250 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.351608 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-454a0e22-81c3-487e-8ddb-dfa2fc13ad43 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748134 Jul 16 18:37:47.355676 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-adeb91c1-4b13-41c9-97ac-30c561650f64 req-46c45ab0-0ea4-4ab5-b10c-3d6194317987 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774761 Jul 16 18:37:47.394252 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.396408 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-0f0ccae6-1e00-4214-baf3-8abd640a030a service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792879 Jul 16 18:37:47.400032 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.430042 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=93207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:47.458272 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.458798 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Added segment e10609f1-49e1-4106-9d51-15a417b16a3c of type vlan for network 67f9b577-db05-431a-8da7-2b783e514c0b Jul 16 18:37:47.460032 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7807249-6dcf-44f6-b90c-5bb5078d056f,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:47.520301 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.553619 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.554629 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.555214 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.592359 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5005474 Jul 16 18:37:47.596760 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37658) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.599224 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95704c2c-170c-4d38-a6e9-02ce8226267d req-dc2ee12a-e707-4c11-802f-bea48bd9622d service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189271 Jul 16 18:37:47.603778 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] Request body: {'subnet': {'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-878785464-subnet', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'ip_version': 4}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:47.613523 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26966ad6-28ff-41a0-9000-afcdfe98af01 req-d127ee1b-c3c7-48c8-8265-a13cc07ab1d2 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918514 Jul 16 18:37:47.635031 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccea9f-a397-4288-9848-96d6946143e6 req-5be491cf-63a5-4dd9-946f-71480bf1b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.637556 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5cccea9f-a397-4288-9848-96d6946143e6 req-5be491cf-63a5-4dd9-946f-71480bf1b7f9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 1096 time: 0.1879909 Jul 16 18:37:47.650717 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb44257-347b-45db-a86d-6ee88ee7089a admin admin] Pushing event updated for resources: {'Network': ['ID=67f9b577-db05-431a-8da7-2b783e514c0b,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:47.666810 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network 67f9b577-db05-431a-8da7-2b783e514c0b details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:47.676262 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] Made reservation on behalf of fe4f148278ba408cb83924bbc48121f4 for: {'subnet': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:47.679060 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.958369 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for subnet, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.026424 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] Pushing event updated for resources: {'Subnet': ['ID=984575de-1bd2-4aa4-bd82-a8567f2419ec,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:48.049589 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] Checking segment: {'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:48.049975 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] Network hostable DHCP agents. Network: 67f9b577-db05-431a-8da7-2b783e514c0b, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:48.076539 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] Network 67f9b577-db05-431a-8da7-2b783e514c0b is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:48.091241 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, 67f9b577-db05-431a-8da7-2b783e514c0b) {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:48.100234 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e558431-4653-4172-93bb-f84dd2dc1094 None None] Network 67f9b577-db05-431a-8da7-2b783e514c0b requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:48.107832 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.108048 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.127550 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccea9f-a397-4288-9848-96d6946143e6 req-50707897-19fa-47bf-a5bd-4949c2eb3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.129066 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5cccea9f-a397-4288-9848-96d6946143e6 req-50707897-19fa-47bf-a5bd-4949c2eb3fd7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 920 time: 0.4665546 Jul 16 18:37:48.141712 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-dfae3c64-c947-433d-a7fe-52d219eed43b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5418417 Jul 16 18:37:48.142468 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37680) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.145056 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-bef4c256-daa7-4370-a37f-44c63e6d8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.146327 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-bef4c256-daa7-4370-a37f-44c63e6d8436 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 1096 time: 0.4500751 Jul 16 18:37:48.150769 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:48.177626 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06710d6-eb7d-4213-ad7a-a855ae63bd18 req-94b0d5b5-3216-4493-8b2c-4d0d0b2e430b tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.180013 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c06710d6-eb7d-4213-ad7a-a855ae63bd18 req-94b0d5b5-3216-4493-8b2c-4d0d0b2e430b tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.1784451 Jul 16 18:37:48.257277 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c06710d6-eb7d-4213-ad7a-a855ae63bd18 req-96956a80-5014-4219-838f-499ed4b2b46a tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705094 Jul 16 18:37:48.340904 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37690) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.363727 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad25305b-f3dd-5c0f-aa44-46a7d21f290c-67f9b577-db05-431a-8da7-2b783e514c0b', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec'}]}} from dv-cinder-786933-5-iscsi. {{(pid=93209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:48.364605 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.473706 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7819'] for router, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.475468 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1683935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6008'] for router, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.512819 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02567-3cee-4393-b7af-0e45e3297f63 req-8f9f6e00-8b0f-42ed-9469-3c9db4ad4f9c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.514391 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ebd02567-3cee-4393-b7af-0e45e3297f63 req-8f9f6e00-8b0f-42ed-9469-3c9db4ad4f9c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.0952828 Jul 16 18:37:48.515301 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f26d9d5b-b1fb-4bd7-9edf-c0649919b124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.529150 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86794e7-a212-4272-a4cf-de4c67c92ad0 req-26b86fd4-83aa-418d-8e00-9b446bd8d2a7 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.531080 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b86794e7-a212-4272-a4cf-de4c67c92ad0 req-26b86fd4-83aa-418d-8e00-9b446bd8d2a7 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.3688214 Jul 16 18:37:48.538101 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.db_base_plugin_common [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Allocated IP 172.20.0.2 (67f9b577-db05-431a-8da7-2b783e514c0b/984575de-1bd2-4aa4-bd82-a8567f2419ec/9a2a0015-bbfa-4679-b8d7-4af94b1557c6) {{(pid=93209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:48.581499 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ebd02567-3cee-4393-b7af-0e45e3297f63 req-480d06a8-33c7-47ef-8936-fa1fca7187dd tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553396 Jul 16 18:37:48.585153 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.648233 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f26d9d5b-b1fb-4bd7-9edf-c0649919b124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.653501 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f26d9d5b-b1fb-4bd7-9edf-c0649919b124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.694538 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b86794e7-a212-4272-a4cf-de4c67c92ad0 req-f35d5d3a-b8c2-4b29-b81a-58a28a6e609c tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235216 Jul 16 18:37:48.703843 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-f26d9d5b-b1fb-4bd7-9edf-c0649919b124 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=445dd7a783364d7a95265e2263c6a8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614490 Jul 16 18:37:48.704693 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d9d5b-b1fb-4bd7-9edf-c0649919b124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de58ce7-de05-498b-a77a-129937533008,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:48.722162 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37696) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.774369 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5994'] for router, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.782676 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8132-667c-4ee3-b953-a6c0b7c318e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.808730 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Notify callbacks [] for port, precommit_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.810807 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8132-667c-4ee3-b953-a6c0b7c318e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.817141 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Transition to ACTIVE for port object 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:48.834650 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Transition to ACTIVE for port object 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 will not be triggered until provisioned by entity DHCP. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:48.841537 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.860888 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8132-667c-4ee3-b953-a6c0b7c318e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.863968 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8132-667c-4ee3-b953-a6c0b7c318e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.867598 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-a6eb8132-667c-4ee3-b953-a6c0b7c318e2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1de58ce7-de05-498b-a77a-129937533008 HTTP/1.1" status: 204 len: 168 time: 0.1418695 Jul 16 18:37:48.880234 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb8132-667c-4ee3-b953-a6c0b7c318e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de58ce7-de05-498b-a77a-129937533008,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:48.880969 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Network 67f9b577-db05-431a-8da7-2b783e514c0b is already hosted by enough agents. {{(pid=93209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:48.886061 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.base_scheduler [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Resources bound (agent type, host, resource id): {{(pid=93209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:48.889811 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Received port after_create {{(pid=93209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:48.943505 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Pushing event updated for resources: {'Port': ['ID=9a2a0015-bbfa-4679-b8d7-4af94b1557c6,revision_number=1']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:48.978801 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Attempting to bind port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:48.980061 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Attempting to bind port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:48.980433 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Attempting to bind port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 on network 67f9b577-db05-431a-8da7-2b783e514c0b {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:48.986701 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:48.987302 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Checking segment: {'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:48.987991 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.988455 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Bound using segment: {'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:48.989013 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Bound port: 9a2a0015-bbfa-4679-b8d7-4af94b1557c6, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:48.989323 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.013917 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.033415 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.062073 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] For port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:49.065825 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] For port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=9a2a0015-bbfa-4679-b8d7-4af94b1557c6,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:49.071721 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.132913 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94c130-474d-42ef-b30f-33a0049d9a86 None None] Pushing event updated for resources: {'Port': ['ID=9a2a0015-bbfa-4679-b8d7-4af94b1557c6,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:49.161177 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Allocated IP 172.27.2.67 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/097003e9-d15e-4cf7-9216-7ea7ab946673) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:49.188056 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37702) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.206259 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-38f4e7b4-fff4-4d65-9a1b-fb905e189999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.286614 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.352815 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-38f4e7b4-fff4-4d65-9a1b-fb905e189999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.359901 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.362028 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-38f4e7b4-fff4-4d65-9a1b-fb905e189999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.418940 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-38f4e7b4-fff4-4d65-9a1b-fb905e189999 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4581c6f079f04d839d9f317560e9abdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297051 Jul 16 18:37:49.422303 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37710) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.433675 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:49.437588 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:49.441347 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:49.507141 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4e7b4-fff4-4d65-9a1b-fb905e189999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76776a80-767d-4f15-a805-9452f91b3f01,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:49.520311 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-baeaf85f-7789-4514-952b-087623af8f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.532229 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Pushing event updated for resources: {'Port': ['ID=097003e9-d15e-4cf7-9216-7ea7ab946673,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:49.570621 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-baeaf85f-7789-4514-952b-087623af8f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.636096 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4c8e5-888e-4cbd-8e63-b9c18fec28ce req-081939a4-8441-4dd6-8f02-6cd9452e994c tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:49.637685 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d9c4c8e5-888e-4cbd-8e63-b9c18fec28ce req-081939a4-8441-4dd6-8f02-6cd9452e994c tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.1067610 Jul 16 18:37:49.653780 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-baeaf85f-7789-4514-952b-087623af8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.656411 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-baeaf85f-7789-4514-952b-087623af8f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.659920 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-baeaf85f-7789-4514-952b-087623af8f1e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/76776a80-767d-4f15-a805-9452f91b3f01 HTTP/1.1" status: 204 len: 168 time: 0.2340369 Jul 16 18:37:49.679219 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaf85f-7789-4514-952b-087623af8f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76776a80-767d-4f15-a805-9452f91b3f01,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:49.699876 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d9c4c8e5-888e-4cbd-8e63-b9c18fec28ce req-8547f639-a54c-4909-9182-00ab0dc62d4f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538931 Jul 16 18:37:49.739882 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.936372 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f93ffd-dfec-4a92-9306-4cae98552e74 req-75d12de3-6b64-40c0-91bf-7d0231cbeefb tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:49.938588 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92f93ffd-dfec-4a92-9306-4cae98552e74 req-75d12de3-6b64-40c0-91bf-7d0231cbeefb tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.1056213 Jul 16 18:37:49.943579 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3753bc-6f7c-4a0a-8d1a-cbc59d41b041 req-776ac939-8275-430b-b6c5-1ce1c5f3ec8a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:49.945099 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dd3753bc-6f7c-4a0a-8d1a-cbc59d41b041 req-776ac939-8275-430b-b6c5-1ce1c5f3ec8a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.1693344 Jul 16 18:37:49.989225 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92f93ffd-dfec-4a92-9306-4cae98552e74 req-fa4e6149-29e1-42a1-bfaa-20a2afd929d4 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441747 Jul 16 18:37:50.029388 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dd3753bc-6f7c-4a0a-8d1a-cbc59d41b041 req-fdfc9eac-9a4c-4ba7-940f-6e3b7c440075 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767817 Jul 16 18:37:50.033843 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676544'] for router, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.131594 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37722) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.146591 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b4f63ce6-ed0a-4a44-bb76-c70ff7317164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.161634 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:50.172811 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Router 6d550e36-473e-44f6-b250-173e49e834b3 is scheduled to L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a with binding_index 1 {{(pid=93207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:37:50.238471 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b301d530-ee2a-4733-95ee-857035b25c86 None None] Network 67f9b577-db05-431a-8da7-2b783e514c0b requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:50.273811 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b4f63ce6-ed0a-4a44-bb76-c70ff7317164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.298062 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:50.315063 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5cccea9f-a397-4288-9848-96d6946143e6 req-720df33a-300d-46f3-a74a-af4406d6bdbc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326 HTTP/1.1" status: 200 len: 217 time: 0.0678892 Jul 16 18:37:50.316204 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Sync routers for ids ['6d550e36-473e-44f6-b250-173e49e834b3'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:50.317445 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b4f63ce6-ed0a-4a44-bb76-c70ff7317164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.320613 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.325230 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-1635c467-70f1-4c0a-a82d-295ab86b87ec admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1779242 Jul 16 18:37:50.325710 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37724) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.329627 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-9cc64d90-2b1e-494b-b9d5-a26743291dc5 None None] Provisioning for port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:50.332351 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Routers {'6d550e36-473e-44f6-b250-173e49e834b3'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:50.333200 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:37:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['6d550e36-473e-44f6-b250-173e49e834b3'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:50.349919 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b4f63ce6-ed0a-4a44-bb76-c70ff7317164 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=443035d8b8c649edb1aa8750dbb9c6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170830 Jul 16 18:37:50.350603 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37726) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.423213 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f63ce6-ed0a-4a44-bb76-c70ff7317164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e597825e-7b90-4426-975f-c926c684b291,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:50.461841 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-745247cb-dc12-4320-98df-3d52ce521b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.464005 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-745247cb-dc12-4320-98df-3d52ce521b15 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 913 time: 0.2150564 Jul 16 18:37:50.481741 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa3c8-5a71-4b1c-8003-bd5bc0ba0929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.486354 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Set router 6d550e36-473e-44f6-b250-173e49e834b3 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:50.505180 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa3c8-5a71-4b1c-8003-bd5bc0ba0929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.573324 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa3c8-5a71-4b1c-8003-bd5bc0ba0929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.573692 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa3c8-5a71-4b1c-8003-bd5bc0ba0929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.575496 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-3aaaa3c8-5a71-4b1c-8003-bd5bc0ba0929 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e597825e-7b90-4426-975f-c926c684b291 HTTP/1.1" status: 204 len: 168 time: 0.2214804 Jul 16 18:37:50.584354 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaa3c8-5a71-4b1c-8003-bd5bc0ba0929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e597825e-7b90-4426-975f-c926c684b291,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:50.746460 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:49Z', 'revision_number': 3, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:50.802897 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Checking router: 6d550e36-473e-44f6-b250-173e49e834b3 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:50.803537 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Updating router 6d550e36-473e-44f6-b250-173e49e834b3 port 097003e9-d15e-4cf7-9216-7ea7ab946673 binding host dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:50.812671 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:50.845929 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.934928 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:50.939423 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:50.939799 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.964242 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9070084-6e12-4278-abf6-20ac185a711f req-809f7abb-774c-43c7-a93a-890e4fdbbd3b tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.982671 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e9070084-6e12-4278-abf6-20ac185a711f req-809f7abb-774c-43c7-a93a-890e4fdbbd3b tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.1018965 Jul 16 18:37:51.042524 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e9070084-6e12-4278-abf6-20ac185a711f req-6155509a-7604-43ee-b10a-d5865b03a97e tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582993 Jul 16 18:37:51.068319 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.141447 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=9a2a0015-bbfa-4679-b8d7-4af94b1557c6,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:51.146070 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.254240 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=9a2a0015-bbfa-4679-b8d7-4af94b1557c6,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:51.293955 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cc7e2-76fd-475b-aeef-982cd5ea4263 req-9eacf2a3-deca-4f7d-9c9a-fac44175ea31 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:51.301311 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-349cc7e2-76fd-475b-aeef-982cd5ea4263 req-9eacf2a3-deca-4f7d-9c9a-fac44175ea31 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.0939112 Jul 16 18:37:51.333743 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.344131 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-349cc7e2-76fd-475b-aeef-982cd5ea4263 req-60754b84-038e-48e3-8e61-9660a83b5246 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Jul 16 18:37:51.355016 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.provisioning_blocks [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Transition to ACTIVE for port object 097003e9-d15e-4cf7-9216-7ea7ab946673 will not be triggered until provisioned by entity L2. {{(pid=93210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:51.361905 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.363703 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148693aa-c55c-46dc-b268-ec273b6a7dca req-1beb589d-c369-4486-9acc-22aeed15f0be tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:51.365488 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-148693aa-c55c-46dc-b268-ec273b6a7dca req-1beb589d-c369-4486-9acc-22aeed15f0be tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.1250174 Jul 16 18:37:51.422758 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Attempting to bind port 097003e9-d15e-4cf7-9216-7ea7ab946673 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:51.423155 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Attempting to bind port 097003e9-d15e-4cf7-9216-7ea7ab946673 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:51.423923 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Attempting to bind port 097003e9-d15e-4cf7-9216-7ea7ab946673 on network 73c708b8-06d7-447a-8102-37bbb9bcd43a {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:51.425606 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.430837 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:51.431205 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Checking segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:51.431603 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.432052 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Bound using segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:51.432554 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Bound port: 097003e9-d15e-4cf7-9216-7ea7ab946673, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:51.433067 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.436606 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e5896-3e29-4d9c-846b-bc5e362479b2 None None] Pushing event updated for resources: {'Port': ['ID=097003e9-d15e-4cf7-9216-7ea7ab946673,revision_number=2']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:51.442979 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-148693aa-c55c-46dc-b268-ec273b6a7dca req-b896b3db-d1a8-4d0a-8849-5e22116e901a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562212 Jul 16 18:37:51.513570 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] For port 097003e9-d15e-4cf7-9216-7ea7ab946673, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:51.516820 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] For port 097003e9-d15e-4cf7-9216-7ea7ab946673, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=097003e9-d15e-4cf7-9216-7ea7ab946673,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:51.521913 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.591124 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Routers {'6d550e36-473e-44f6-b250-173e49e834b3'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:51.591791 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:37:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['6d550e36-473e-44f6-b250-173e49e834b3'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:51.594730 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e5896-3e29-4d9c-846b-bc5e362479b2 None None] Pushing event updated for resources: {'Port': ['ID=097003e9-d15e-4cf7-9216-7ea7ab946673,revision_number=3']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:51.625787 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Allocated IP 172.20.0.1 (67f9b577-db05-431a-8da7-2b783e514c0b/984575de-1bd2-4aa4-bd82-a8567f2419ec/2450a674-47da-4732-891a-89b24ace9193) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:51.727226 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] Set router 6d550e36-473e-44f6-b250-173e49e834b3 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:51.741462 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.759380 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Transition to ACTIVE for port object 2450a674-47da-4732-891a-89b24ace9193 will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:51.769512 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-14d3fbdb-27fd-4d2c-8e4c-1302ef8e73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.802629 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.819911 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-a35ad08f-06bd-4973-8d60-145a9825c27c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f HTTP/1.1" status: 200 len: 217 time: 0.0487492 Jul 16 18:37:51.884102 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Pushing event updated for resources: {'Port': ['ID=2450a674-47da-4732-891a-89b24ace9193,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:51.888191 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-d5e608ef-79a1-41c4-8d05-2f05e897b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:51.890245 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-d5e608ef-79a1-41c4-8d05-2f05e897b1fd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c63336d1-0c4a-4eb5-9f8f-5cd89462b437 HTTP/1.1" status: 200 len: 850 time: 0.0525715 Jul 16 18:37:51.895471 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Network 67f9b577-db05-431a-8da7-2b783e514c0b is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:51.896990 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:51.899270 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:51.899738 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729079'] for router_interface, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.901798 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccea9f-a397-4288-9848-96d6946143e6 req-033c7c62-6bc3-4300-bcbb-59d4bd0a863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:51.904576 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5cccea9f-a397-4288-9848-96d6946143e6 req-033c7c62-6bc3-4300-bcbb-59d4bd0a863a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.1415329 Jul 16 18:37:51.967446 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:49Z', 'revision_number': 3, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:51.967738 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5cccea9f-a397-4288-9848-96d6946143e6 req-df416375-be4d-4da5-a181-bd138f111e44 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304456 Jul 16 18:37:52.001568 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5625f480-7ff9-4251-84ab-9ba57a1724d6 None None] The sync data for ids ['6d550e36-473e-44f6-b250-173e49e834b3'] in dv-cinder-786933-5-iscsi is: [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:49Z', 'revision_number': 3, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:52.046469 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-778fd63b-db4a-4276-8da8-8df227e06f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.048165 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-778fd63b-db4a-4276-8da8-8df227e06f62 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d490c69f-49d5-4aac-8544-9d4287d0fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1436369 Jul 16 18:37:52.108312 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.212968 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5cccea9f-a397-4288-9848-96d6946143e6 req-883043f3-0b65-4110-a59a-bd70b28b3e28 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303534 Jul 16 18:37:52.241553 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-bf3732ad-9973-4068-9f09-7db1e5749794 None None] Provisioning for port 2450a674-47da-4732-891a-89b24ace9193 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:52.268283 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-bf3732ad-9973-4068-9f09-7db1e5749794 None None] Provisioning complete for port 2450a674-47da-4732-891a-89b24ace9193 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:52.268872 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bf3732ad-9973-4068-9f09-7db1e5749794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.316182 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-c9d28d05-e71e-4bb2-af7a-8022620a69bb service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313859 Jul 16 18:37:52.379872 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-bf3732ad-9973-4068-9f09-7db1e5749794 None None] Port 2450a674-47da-4732-891a-89b24ace9193 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:52.431307 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.450352 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.451234 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729091'] for router_interface, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.516333 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40655bd5-d552-4c2d-aa70-235525004635 req-b903392a-6ce8-4027-bf28-8f688a212557 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.527545 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-40655bd5-d552-4c2d-aa70-235525004635 req-b903392a-6ce8-4027-bf28-8f688a212557 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.3209903 Jul 16 18:37:52.566130 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Pushing event updated for resources: {'Port': ['ID=2450a674-47da-4732-891a-89b24ace9193,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.577983 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-59cfc9a5-8c52-45a1-8259-7bcc3a3b7c3b service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160931 Jul 16 18:37:52.584164 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5cccea9f-a397-4288-9848-96d6946143e6 req-ed8fd02e-3438-48fc-855c-529554fd1b14 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599675 Jul 16 18:37:52.610482 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-40655bd5-d552-4c2d-aa70-235525004635 req-947f81f8-76aa-4ea2-90a8-f402540aef2f tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819373 Jul 16 18:37:52.679293 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Network 67f9b577-db05-431a-8da7-2b783e514c0b is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:52.682630 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:52.697924 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f63bc-15c8-4462-863e-3b3f63a9233b req-0ed0f415-08e0-43e8-86bf-4d8aa0c7c02f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.699606 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6e0f63bc-15c8-4462-863e-3b3f63a9233b req-0ed0f415-08e0-43e8-86bf-4d8aa0c7c02f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.1543329 Jul 16 18:37:52.828803 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc5585-5964-41f0-ba36-f346c536536c req-ceb5142d-65ab-4779-92fd-1b5f097d202c tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.840249 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a2cc5585-5964-41f0-ba36-f346c536536c req-ceb5142d-65ab-4779-92fd-1b5f097d202c tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.1052637 Jul 16 18:37:52.883617 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6e0f63bc-15c8-4462-863e-3b3f63a9233b req-28aab6e8-af65-404e-b341-a72a8cde2636 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779270 Jul 16 18:37:52.898252 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a2cc5585-5964-41f0-ba36-f346c536536c req-43382534-4a4d-4810-8fbb-559c1b4d076e tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570643 Jul 16 18:37:52.926936 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:52.930594 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Router 6d550e36-473e-44f6-b250-173e49e834b3 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:52.983433 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:52.984054 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.036311 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-25b52311-0082-4326-8273-ced619777341 None None] Provisioning complete for port 2450a674-47da-4732-891a-89b24ace9193 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:53.036681 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-25b52311-0082-4326-8273-ced619777341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.055769 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:53.062620 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-edf78f95-a902-4618-9958-bf9bfb462ddb admin admin] 10.222.0.79 "PUT /v2.0/routers/6d550e36-473e-44f6-b250-173e49e834b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7358301 Jul 16 18:37:53.106075 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-25b52311-0082-4326-8273-ced619777341 None None] Port 2450a674-47da-4732-891a-89b24ace9193 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:53.121111 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 097003e9-d15e-4cf7-9216-7ea7ab946673 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:53.175268 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 097003e9-d15e-4cf7-9216-7ea7ab946673 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:53.181017 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 097003e9-d15e-4cf7-9216-7ea7ab946673 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:53.181502 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.263457 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.284468 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 097003e9-d15e-4cf7-9216-7ea7ab946673, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=097003e9-d15e-4cf7-9216-7ea7ab946673,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:53.288335 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.337763 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=097003e9-d15e-4cf7-9216-7ea7ab946673,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.593021 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37806) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.597083 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-765133815-network', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:53.620516 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Made reservation on behalf of 9246262c64634f55bc587d71bc2e7f4d for: {'network': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:53.622922 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.631720 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.750313 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.755003 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.783765 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=93208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:53.802400 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2725bef-278f-444c-a52f-5167705653ba,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.806139 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.806506 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.segments_db [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Added segment 25ee9e29-803f-45eb-bd61-b45ba3061204 of type vlan for network cefc7c8e-b553-411e-abd3-de2f8af44ea4 Jul 16 18:37:53.829421 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632cca0-4b79-41d9-a783-ad5aa77048c8 req-578204c7-cc2a-45ea-886b-368ffbba2539 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:53.831794 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e632cca0-4b79-41d9-a783-ad5aa77048c8 req-578204c7-cc2a-45ea-886b-368ffbba2539 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.1061046 Jul 16 18:37:53.853405 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.880364 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e632cca0-4b79-41d9-a783-ad5aa77048c8 req-afd8ccf1-30d2-40d9-a1b6-efb23ba2f3d4 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420480 Jul 16 18:37:53.894534 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.895969 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:53.896802 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.933150 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3398249 Jul 16 18:37:53.935848 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37814) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.940857 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] Request body: {'subnet': {'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-765133815-subnet', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:53.974359 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15005d96-a287-46e4-a92e-2c659e52f6bb admin admin] Pushing event updated for resources: {'Network': ['ID=cefc7c8e-b553-411e-abd3-de2f8af44ea4,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.985913 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network cefc7c8e-b553-411e-abd3-de2f8af44ea4 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:53.995147 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] Made reservation on behalf of 9246262c64634f55bc587d71bc2e7f4d for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:53.998283 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.032643 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Sync routers for ids ['6d550e36-473e-44f6-b250-173e49e834b3'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:54.081230 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Routers {'6d550e36-473e-44f6-b250-173e49e834b3'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:54.081951 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:37:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['6d550e36-473e-44f6-b250-173e49e834b3'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:54.138174 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98a50-c1c1-4d88-831e-38672d31b573 req-3812a019-88bc-4a2e-9079-550e153755b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.139629 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3ac98a50-c1c1-4d88-831e-38672d31b573 req-3812a019-88bc-4a2e-9079-550e153755b1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.0714035 Jul 16 18:37:54.183834 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3ac98a50-c1c1-4d88-831e-38672d31b573 req-31345a24-8827-424d-bd89-6402096f0d94 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352271 Jul 16 18:37:54.204948 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Set router 6d550e36-473e-44f6-b250-173e49e834b3 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:54.321069 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733641e1-633f-4ae3-a59e-337b52301ada req-1c8596e5-3c31-4c36-81e8-69dcb968345e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.322642 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-733641e1-633f-4ae3-a59e-337b52301ada req-1c8596e5-3c31-4c36-81e8-69dcb968345e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.2936893 Jul 16 18:37:54.405700 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-733641e1-633f-4ae3-a59e-337b52301ada req-fd4cd177-a881-4f50-9576-ce4583101f47 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738106 Jul 16 18:37:54.411205 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.421860 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:52Z', 'revision_number': 4, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '2450a674-47da-4732-891a-89b24ace9193', 'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'mac_address': 'fa:16:3e:73:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:51Z', 'updated_at': '2021-07-16T18:37:52Z', 'revision_number': 2, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'subnets': [{'id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:54.448529 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Checking router: 6d550e36-473e-44f6-b250-173e49e834b3 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:54.448877 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Updating router 6d550e36-473e-44f6-b250-173e49e834b3 port 2450a674-47da-4732-891a-89b24ace9193 binding host dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:54.462114 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee1f444-337f-42be-8c2b-b752f0ee3461,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:54.478750 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] Checking segment: {'id': '25ee9e29-803f-45eb-bd61-b45ba3061204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:54.478750 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] Network hostable DHCP agents. Network: cefc7c8e-b553-411e-abd3-de2f8af44ea4, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:54.484481 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.497312 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] Network cefc7c8e-b553-411e-abd3-de2f8af44ea4 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:54.508091 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, cefc7c8e-b553-411e-abd3-de2f8af44ea4) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:54.524712 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.525408 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.539226 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-1be2ccac-0856-45ad-8fb7-2a74ec2459e1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6023514 Jul 16 18:37:54.539720 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f79adcb-eca6-4f98-be98-a04bbf138caf None None] Network cefc7c8e-b553-411e-abd3-de2f8af44ea4 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:54.541969 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37820) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.546387 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-765133815-router', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:54.555383 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7bb380c1-42fb-4bf8-84cb-d02218e7d1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.568285 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7819'] for router, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.573854 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1683935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6008'] for router, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.624282 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.722896 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.725451 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 097003e9-d15e-4cf7-9216-7ea7ab946673 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:54.770038 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5994'] for router, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.902833 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 097003e9-d15e-4cf7-9216-7ea7ab946673 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:54.903327 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.912297 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad25305b-f3dd-5c0f-aa44-46a7d21f290c-cefc7c8e-b553-411e-abd3-de2f8af44ea4', 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'fixed_ips': [{'subnet_id': '3ee1f444-337f-42be-8c2b-b752f0ee3461'}]}} from dv-cinder-786933-5-iscsi. {{(pid=93209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:54.912957 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.981489 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.003196 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.076153 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f7a04-6a91-4ef9-b005-c6f2f836a690 req-75aca7a0-b9da-458e-a71d-62ce1954b93a tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.077904 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0b4f7a04-6a91-4ef9-b005-c6f2f836a690 req-75aca7a0-b9da-458e-a71d-62ce1954b93a tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.0688345 Jul 16 18:37:55.114914 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Allocated IP 172.27.2.227 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/083c855a-c6a3-450f-a1df-8563d668ea83) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:55.123419 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0b4f7a04-6a91-4ef9-b005-c6f2f836a690 req-450fa45d-5b63-41de-9a23-234e9c20445b tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377932 Jul 16 18:37:55.237349 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.240951 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Notify callbacks [] for port, precommit_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.265143 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Transition to ACTIVE for port object 2450a674-47da-4732-891a-89b24ace9193 will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:55.277019 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.282322 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.308220 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.db_base_plugin_common [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Allocated IP 172.20.0.2 (cefc7c8e-b553-411e-abd3-de2f8af44ea4/3ee1f444-337f-42be-8c2b-b752f0ee3461/f984fd21-0a37-4eb2-90dd-9a8b54bf7602) {{(pid=93209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:55.331842 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:55.355155 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:55.357253 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e4cbe-6f30-4f14-8727-85c67c0a64f5 None None] Pushing event updated for resources: {'Port': ['ID=2450a674-47da-4732-891a-89b24ace9193,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.364290 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:55.405264 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Pushing event updated for resources: {'Port': ['ID=083c855a-c6a3-450f-a1df-8563d668ea83,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.462473 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.468964 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Attempting to bind port 2450a674-47da-4732-891a-89b24ace9193 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:55.469338 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Attempting to bind port 2450a674-47da-4732-891a-89b24ace9193 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:55.469705 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Attempting to bind port 2450a674-47da-4732-891a-89b24ace9193 on network 67f9b577-db05-431a-8da7-2b783e514c0b {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:55.483007 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:55.483273 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Checking segment: {'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:55.483608 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.484004 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Bound using segment: {'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:55.484500 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Bound port: 2450a674-47da-4732-891a-89b24ace9193, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:55.484895 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.506342 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab9a87-4435-45f6-adc0-103d4a468c48 req-4c28b6bc-e2eb-4a79-91db-a9eda0306f92 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.507877 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e0ab9a87-4435-45f6-adc0-103d4a468c48 req-4c28b6bc-e2eb-4a79-91db-a9eda0306f92 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.1966202 Jul 16 18:37:55.580196 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] For port 2450a674-47da-4732-891a-89b24ace9193, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:55.584085 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] For port 2450a674-47da-4732-891a-89b24ace9193, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=2450a674-47da-4732-891a-89b24ace9193,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:55.608266 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.651988 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497802ae-2712-44a7-bc11-028889290c18 req-df5adb75-d589-4cc7-9861-01b7c586b4c0 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.653131 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e0ab9a87-4435-45f6-adc0-103d4a468c48 req-05e5f7ea-3e66-4f13-8239-192b34b2985b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902874 Jul 16 18:37:55.653615 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-497802ae-2712-44a7-bc11-028889290c18 req-df5adb75-d589-4cc7-9861-01b7c586b4c0 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.0927658 Jul 16 18:37:55.680632 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.707386 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-497802ae-2712-44a7-bc11-028889290c18 req-4a38f67d-3415-40e8-88c1-cd42d5b2feb6 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466206 Jul 16 18:37:55.732181 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Notify callbacks [] for port, precommit_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.760563 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Transition to ACTIVE for port object f984fd21-0a37-4eb2-90dd-9a8b54bf7602 will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:55.760563 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e4cbe-6f30-4f14-8727-85c67c0a64f5 None None] Pushing event updated for resources: {'Port': ['ID=2450a674-47da-4732-891a-89b24ace9193,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.762410 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Routers {'6d550e36-473e-44f6-b250-173e49e834b3'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:55.763100 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:37:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['6d550e36-473e-44f6-b250-173e49e834b3'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:55.809170 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Transition to ACTIVE for port object f984fd21-0a37-4eb2-90dd-9a8b54bf7602 will not be triggered until provisioned by entity DHCP. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:55.820365 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.899007 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Network cefc7c8e-b553-411e-abd3-de2f8af44ea4 is already hosted by enough agents. {{(pid=93209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:55.908361 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.base_scheduler [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Resources bound (agent type, host, resource id): {{(pid=93209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:55.915006 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Received port after_create {{(pid=93209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:55.930536 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Pushing event updated for resources: {'Port': ['ID=f984fd21-0a37-4eb2-90dd-9a8b54bf7602,revision_number=1']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.939793 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676544'] for router, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.940387 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] Set router 6d550e36-473e-44f6-b250-173e49e834b3 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:56.074320 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Attempting to bind port f984fd21-0a37-4eb2-90dd-9a8b54bf7602 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:56.074908 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Attempting to bind port f984fd21-0a37-4eb2-90dd-9a8b54bf7602 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': '25ee9e29-803f-45eb-bd61-b45ba3061204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:56.074908 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Attempting to bind port f984fd21-0a37-4eb2-90dd-9a8b54bf7602 on network cefc7c8e-b553-411e-abd3-de2f8af44ea4 {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:56.092051 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:56.092430 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Checking segment: {'id': '25ee9e29-803f-45eb-bd61-b45ba3061204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:56.092835 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.093241 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Bound using segment: {'id': '25ee9e29-803f-45eb-bd61-b45ba3061204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:56.093710 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Bound port: f984fd21-0a37-4eb2-90dd-9a8b54bf7602, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ee9e29-803f-45eb-bd61-b45ba3061204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:56.094139 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.095333 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-d7b90ac4-810f-4440-8b66-09ca1cd5f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.096832 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-d7b90ac4-810f-4440-8b66-09ca1cd5f0f4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 1096 time: 0.1109176 Jul 16 18:37:56.116687 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Router 1a6d7650-362a-4dcc-99cf-082832b701d1 is scheduled to L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a with binding_index 1 {{(pid=93208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:37:56.234073 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] For port f984fd21-0a37-4eb2-90dd-9a8b54bf7602, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:56.251342 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] For port f984fd21-0a37-4eb2-90dd-9a8b54bf7602, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=f984fd21-0a37-4eb2-90dd-9a8b54bf7602,segment=NetworkSegment(25ee9e29-803f-45eb-bd61-b45ba3061204),segment_id=25ee9e29-803f-45eb-bd61-b45ba3061204)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:56.258677 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.327699 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:52Z', 'revision_number': 4, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '2450a674-47da-4732-891a-89b24ace9193', 'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'mac_address': 'fa:16:3e:73:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:51Z', 'updated_at': '2021-07-16T18:37:55Z', 'revision_number': 4, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'subnets': [{'id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:56.329526 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ecfdf-9f17-4bd8-94ce-4965b54cc322 None None] Pushing event updated for resources: {'Port': ['ID=f984fd21-0a37-4eb2-90dd-9a8b54bf7602,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.332308 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-fc898aa5-2866-4db8-a73f-39eb7db6844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.333843 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-fc898aa5-2866-4db8-a73f-39eb7db6844a service neutron] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 920 time: 0.2126691 Jul 16 18:37:56.364777 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1766333-b457-4f71-ba2d-c00fe3264485 None None] The sync data for ids ['6d550e36-473e-44f6-b250-173e49e834b3'] in dv-cinder-786933-5-iscsi is: [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:52Z', 'revision_number': 4, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '2450a674-47da-4732-891a-89b24ace9193', 'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'mac_address': 'fa:16:3e:73:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:51Z', 'updated_at': '2021-07-16T18:37:55Z', 'revision_number': 4, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'subnets': [{'id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:56.365313 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:56.378674 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Sync routers for ids ['1a6d7650-362a-4dcc-99cf-082832b701d1'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:56.391335 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Routers {'1a6d7650-362a-4dcc-99cf-082832b701d1'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:56.392833 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:37:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['1a6d7650-362a-4dcc-99cf-082832b701d1'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:56.402023 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-8a43ea9d-7ebc-4355-b088-ba35aca0097c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23eb4213-d999-416e-bdc9-7cf4b658a45d HTTP/1.1" status: 200 len: 217 time: 0.0483770 Jul 16 18:37:56.500780 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] Notify callbacks [] for router, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.501988 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-9cdbdc35-6bff-4b8f-bb64-62e1d019a629 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9586251 Jul 16 18:37:56.504324 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37844) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.539408 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cff7df-12a9-49b2-a2c7-33693b901890 req-5f371f99-6f55-4a27-9660-0474b8301899 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.544795 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-53cff7df-12a9-49b2-a2c7-33693b901890 req-5f371f99-6f55-4a27-9660-0474b8301899 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.2753215 Jul 16 18:37:56.564920 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Set router 1a6d7650-362a-4dcc-99cf-082832b701d1 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:56.591622 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-29b185ae-3955-44a3-a7a6-01bb558accca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.593386 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-29b185ae-3955-44a3-a7a6-01bb558accca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.1646473 Jul 16 18:37:56.676112 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-53cff7df-12a9-49b2-a2c7-33693b901890 req-f4f5df40-43b4-4865-8801-94d02ed438b1 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238258 Jul 16 18:37:56.941174 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 2450a674-47da-4732-891a-89b24ace9193 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:56.961175 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'name': 'tempest-TestShelveInstance-765133815-router', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:54Z', 'updated_at': '2021-07-16T18:37:55Z', 'revision_number': 3, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'gw_port': {'id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:55Z', 'updated_at': '2021-07-16T18:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:57.038921 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Checking router: 1a6d7650-362a-4dcc-99cf-082832b701d1 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:57.039422 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Updating router 1a6d7650-362a-4dcc-99cf-082832b701d1 port 083c855a-c6a3-450f-a1df-8563d668ea83 binding host dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:57.056300 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 2450a674-47da-4732-891a-89b24ace9193 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:57.069614 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 2450a674-47da-4732-891a-89b24ace9193 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:57.069985 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.083134 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.133917 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838db164-647a-4974-8dc3-917119542c8a req-c1c97f26-2970-4259-9d65-e4d98bf954eb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:57.142743 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-838db164-647a-4974-8dc3-917119542c8a req-c1c97f26-2970-4259-9d65-e4d98bf954eb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.1454711 Jul 16 18:37:57.212098 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-838db164-647a-4974-8dc3-917119542c8a req-9cad2f59-9ca7-4003-8a3c-303db487a1fb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584061 Jul 16 18:37:57.227831 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23315281-a4ba-428f-a8d0-e1d4ffa832e6 req-a030915b-d7a7-41a2-8144-b243f91dde9d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:57.232401 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-23315281-a4ba-428f-a8d0-e1d4ffa832e6 req-a030915b-d7a7-41a2-8144-b243f91dde9d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.2259355 Jul 16 18:37:57.267362 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.332008 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 2450a674-47da-4732-891a-89b24ace9193, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=2450a674-47da-4732-891a-89b24ace9193,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:57.342694 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.442610 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.450155 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=2450a674-47da-4732-891a-89b24ace9193,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:57.513599 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.527650 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.provisioning_blocks [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Transition to ACTIVE for port object 083c855a-c6a3-450f-a1df-8563d668ea83 will not be triggered until provisioned by entity L2. {{(pid=93210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:57.538275 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.605396 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Attempting to bind port 083c855a-c6a3-450f-a1df-8563d668ea83 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:57.605963 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Attempting to bind port 083c855a-c6a3-450f-a1df-8563d668ea83 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:57.606423 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Attempting to bind port 083c855a-c6a3-450f-a1df-8563d668ea83 on network 73c708b8-06d7-447a-8102-37bbb9bcd43a {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:57.612810 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b1dcd-ad11-4f43-94c9-23ab011d4a63 None None] Pushing event updated for resources: {'Port': ['ID=083c855a-c6a3-450f-a1df-8563d668ea83,revision_number=2']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:57.616764 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-23315281-a4ba-428f-a8d0-e1d4ffa832e6 req-6089eef4-0a16-4a4e-9245-78cc079e6e50 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820508 Jul 16 18:37:57.627848 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:57.628561 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Checking segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:57.629260 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.629718 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Bound using segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:57.630376 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Bound port: 083c855a-c6a3-450f-a1df-8563d668ea83, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:57.630895 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.707702 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] For port 083c855a-c6a3-450f-a1df-8563d668ea83, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:57.711179 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] For port 083c855a-c6a3-450f-a1df-8563d668ea83, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=083c855a-c6a3-450f-a1df-8563d668ea83,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:57.720043 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.754417 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d1bd23-a21c-452a-9a26-79756492ed79 None None] Network cefc7c8e-b553-411e-abd3-de2f8af44ea4 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:57.758400 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.823941 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b1dcd-ad11-4f43-94c9-23ab011d4a63 None None] Pushing event updated for resources: {'Port': ['ID=083c855a-c6a3-450f-a1df-8563d668ea83,revision_number=3']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:57.831643 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Routers {'1a6d7650-362a-4dcc-99cf-082832b701d1'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:57.832336 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:37:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['1a6d7650-362a-4dcc-99cf-082832b701d1'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:57.911497 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-b1d08c80-456e-470a-9bb7-2560b3f8a514 None None] Provisioning for port f984fd21-0a37-4eb2-90dd-9a8b54bf7602 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:57.990047 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Allocated IP 172.20.0.1 (cefc7c8e-b553-411e-abd3-de2f8af44ea4/3ee1f444-337f-42be-8c2b-b752f0ee3461/4452640f-f95b-487c-9b8b-e76d734df76f) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:58.012097 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775edc0-80af-4995-ba78-6f5f4b2cb631 req-1aa3c8b6-1c50-46b7-b8ef-0511223c288a tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.016551 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c775edc0-80af-4995-ba78-6f5f4b2cb631 req-1aa3c8b6-1c50-46b7-b8ef-0511223c288a tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.1638029 Jul 16 18:37:58.050496 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] Set router 1a6d7650-362a-4dcc-99cf-082832b701d1 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:58.095497 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c775edc0-80af-4995-ba78-6f5f4b2cb631 req-bf627225-57a4-4457-bde0-e71bce0b9f1a tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672808 Jul 16 18:37:58.136079 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.160524 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Transition to ACTIVE for port object 4452640f-f95b-487c-9b8b-e76d734df76f will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:58.209240 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.251597 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Network cefc7c8e-b553-411e-abd3-de2f8af44ea4 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:58.254550 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:58.262907 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:58.263578 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729079'] for router_interface, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.361093 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'name': 'tempest-TestShelveInstance-765133815-router', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:54Z', 'updated_at': '2021-07-16T18:37:55Z', 'revision_number': 3, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'gw_port': {'id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:55Z', 'updated_at': '2021-07-16T18:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:58.409493 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Pushing event updated for resources: {'Port': ['ID=4452640f-f95b-487c-9b8b-e76d734df76f,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:58.539018 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.599067 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32024e5c-51b2-4024-9e9b-f7602d6c29c8 None None] The sync data for ids ['1a6d7650-362a-4dcc-99cf-082832b701d1'] in dv-cinder-786933-5-iscsi is: [{'id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'name': 'tempest-TestShelveInstance-765133815-router', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:54Z', 'updated_at': '2021-07-16T18:37:55Z', 'revision_number': 3, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'gw_port': {'id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:55Z', 'updated_at': '2021-07-16T18:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:58.639871 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e853d-59b7-481c-b397-51b9423755ea req-5f496c08-6f82-423d-b52c-259bd9e583ed tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.641499 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-869e853d-59b7-481c-b397-51b9423755ea req-5f496c08-6f82-423d-b52c-259bd9e583ed tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.1991935 Jul 16 18:37:58.749577 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-869e853d-59b7-481c-b397-51b9423755ea req-808668dc-204a-45f4-84d9-ce7eff83423e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927815 Jul 16 18:37:58.858836 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.862652 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5078e0-8ccc-4728-9b1b-24829eb5d547 req-6c218606-4fd6-4825-8712-b74899abb410 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.864659 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f5078e0-8ccc-4728-9b1b-24829eb5d547 req-6c218606-4fd6-4825-8712-b74899abb410 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.0779750 Jul 16 18:37:58.865997 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.866287 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729091'] for router_interface, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.880722 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-ae1b7277-a6b5-4b1c-a8f5-07bc73cd376e None None] Provisioning for port 4452640f-f95b-487c-9b8b-e76d734df76f completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:58.896028 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-ae1b7277-a6b5-4b1c-a8f5-07bc73cd376e None None] Provisioning complete for port 4452640f-f95b-487c-9b8b-e76d734df76f triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:58.896780 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ae1b7277-a6b5-4b1c-a8f5-07bc73cd376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.924554 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f5078e0-8ccc-4728-9b1b-24829eb5d547 req-1df26e5f-dfbc-4e66-a9bb-690d5c5ea537 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533090 Jul 16 18:37:58.942042 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device f984fd21-0a37-4eb2-90dd-9a8b54bf7602 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:59.025618 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Pushing event updated for resources: {'Port': ['ID=4452640f-f95b-487c-9b8b-e76d734df76f,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:59.036040 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b7277-a6b5-4b1c-a8f5-07bc73cd376e None None] Port 4452640f-f95b-487c-9b8b-e76d734df76f cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:59.059398 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port f984fd21-0a37-4eb2-90dd-9a8b54bf7602 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:59.063585 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Network cefc7c8e-b553-411e-abd3-de2f8af44ea4 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:59.065125 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:59.065351 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port f984fd21-0a37-4eb2-90dd-9a8b54bf7602 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:59.065792 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.148408 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.226117 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Router 1a6d7650-362a-4dcc-99cf-082832b701d1 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:59.273458 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.356699 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port f984fd21-0a37-4eb2-90dd-9a8b54bf7602, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=f984fd21-0a37-4eb2-90dd-9a8b54bf7602,segment=NetworkSegment(25ee9e29-803f-45eb-bd61-b45ba3061204),segment_id=25ee9e29-803f-45eb-bd61-b45ba3061204)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:59.361863 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.363536 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 2450a674-47da-4732-891a-89b24ace9193 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:59.379328 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-34187d72-b942-4008-94f4-aea35a02d23d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2907550 Jul 16 18:37:59.388221 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:59.394224 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-1113257c-5454-42d8-815b-e3ee6a5cfc7e admin admin] 10.222.0.79 "PUT /v2.0/routers/1a6d7650-362a-4dcc-99cf-082832b701d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8882360 Jul 16 18:37:59.456946 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=f984fd21-0a37-4eb2-90dd-9a8b54bf7602,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:59.472493 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 2450a674-47da-4732-891a-89b24ace9193 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:59.472945 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.475443 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-befd9f2c-f64b-49a3-bffb-18c0a0ba4ade None None] Provisioning complete for port 4452640f-f95b-487c-9b8b-e76d734df76f triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:59.475863 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-befd9f2c-f64b-49a3-bffb-18c0a0ba4ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.546814 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-befd9f2c-f64b-49a3-bffb-18c0a0ba4ade None None] Port 4452640f-f95b-487c-9b8b-e76d734df76f cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:59.919174 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e98d-5efb-4687-bb7c-1f5d83d62b17 req-c42b151d-1e8c-43dd-af86-202dd2d2292c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:59.920524 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f950e98d-5efb-4687-bb7c-1f5d83d62b17 req-c42b151d-1e8c-43dd-af86-202dd2d2292c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.0625134 Jul 16 18:37:59.962429 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f950e98d-5efb-4687-bb7c-1f5d83d62b17 req-dbd22814-bba6-4bab-8194-8d16edeb8b65 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362642 Jul 16 18:38:00.119761 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d60a0-f4ec-48e8-81f0-c04052491f3c req-afd41ab8-6245-4d9d-a8eb-881adea25414 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.121451 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa9d60a0-f4ec-48e8-81f0-c04052491f3c req-afd41ab8-6245-4d9d-a8eb-881adea25414 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.0624573 Jul 16 18:38:00.170052 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa9d60a0-f4ec-48e8-81f0-c04052491f3c req-c62b4670-effe-47f8-95e3-bbe7134e25ad tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421729 Jul 16 18:38:00.227073 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37914) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:00.232536 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-4f1d628a-dfe0-4b89-b923-72a90eca60f0 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336202768', 'description': 'tempest-secgroup-smoke-1336202768 description', 'project_id': 'fe4f148278ba408cb83924bbc48121f4'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:00.256389 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4f1d628a-dfe0-4b89-b923-72a90eca60f0 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.385046 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4f1d628a-dfe0-4b89-b923-72a90eca60f0 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.389157 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4f1d628a-dfe0-4b89-b923-72a90eca60f0 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.410093 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-be9b2630-5d58-4de3-bedb-78f08e5367e6 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059008 Jul 16 18:38:00.415145 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4f1d628a-dfe0-4b89-b923-72a90eca60f0 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.417034 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-4f1d628a-dfe0-4b89-b923-72a90eca60f0 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1889534 Jul 16 18:38:00.421097 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37918) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:00.426250 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-bf08fa19-6456-419e-a344-507ed67721a8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Request body: {'security_group_rule': {'security_group_id': 'dfb39169-c36c-4109-b9e1-7b335585124d', 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:00.431568 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d628a-dfe0-4b89-b923-72a90eca60f0 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb39169-c36c-4109-b9e1-7b335585124d,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.461482 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bf08fa19-6456-419e-a344-507ed67721a8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.517121 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fcc354e0-3cd8-4e99-87b5-c5260405f2be req-8b98b1d3-d53c-4dc1-9f7a-2300a4c3e149 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959632 Jul 16 18:38:00.535081 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bf08fa19-6456-419e-a344-507ed67721a8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.538959 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bf08fa19-6456-419e-a344-507ed67721a8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.553782 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08fa19-6456-419e-a344-507ed67721a8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55f3bdd-4fe7-471b-925e-226d5ec7abbd,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.556488 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Sync routers for ids ['1a6d7650-362a-4dcc-99cf-082832b701d1'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:00.567628 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Routers {'1a6d7650-362a-4dcc-99cf-082832b701d1'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:00.568270 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:37:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['1a6d7650-362a-4dcc-99cf-082832b701d1'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:00.568522 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bf08fa19-6456-419e-a344-507ed67721a8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.569759 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-bf08fa19-6456-419e-a344-507ed67721a8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474638 Jul 16 18:38:00.572884 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37920) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:00.577725 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-210c03d5-881e-4b35-b492-986081b48fbe tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Request body: {'security_group_rule': {'security_group_id': 'dfb39169-c36c-4109-b9e1-7b335585124d', 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:00.607698 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-210c03d5-881e-4b35-b492-986081b48fbe tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.694003 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-210c03d5-881e-4b35-b492-986081b48fbe tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.702169 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-210c03d5-881e-4b35-b492-986081b48fbe tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.724885 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c03d5-881e-4b35-b492-986081b48fbe tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61151780-695a-4e6e-b7f2-4d104d454b45,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.743592 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-210c03d5-881e-4b35-b492-986081b48fbe tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.749957 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-210c03d5-881e-4b35-b492-986081b48fbe tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1759293 Jul 16 18:38:00.750824 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37924) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:00.758559 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-b0e405e2-ec43-40dd-bcca-57a418946a13 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Request body: {'security_group_rule': {'security_group_id': 'dfb39169-c36c-4109-b9e1-7b335585124d', 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:00.803491 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b0e405e2-ec43-40dd-bcca-57a418946a13 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.855808 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device f984fd21-0a37-4eb2-90dd-9a8b54bf7602 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:00.882631 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b0e405e2-ec43-40dd-bcca-57a418946a13 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.886557 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b0e405e2-ec43-40dd-bcca-57a418946a13 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.909691 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e405e2-ec43-40dd-bcca-57a418946a13 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d066b0d7-e295-411d-aa0d-ead2d251b24d,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.912973 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Set router 1a6d7650-362a-4dcc-99cf-082832b701d1 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:00.915332 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b0e405e2-ec43-40dd-bcca-57a418946a13 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.920646 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37926) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:00.921140 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b0e405e2-ec43-40dd-bcca-57a418946a13 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1691236 Jul 16 18:38:00.926600 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-4b92f00d-ea94-4fb2-8d20-aa5dc4c2c8b1 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Request body: {'security_group_rule': {'security_group_id': 'dfb39169-c36c-4109-b9e1-7b335585124d', 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:00.958421 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4b92f00d-ea94-4fb2-8d20-aa5dc4c2c8b1 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.040036 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port f984fd21-0a37-4eb2-90dd-9a8b54bf7602 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:01.040573 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.058155 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4b92f00d-ea94-4fb2-8d20-aa5dc4c2c8b1 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.063208 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4b92f00d-ea94-4fb2-8d20-aa5dc4c2c8b1 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.086860 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92f00d-ea94-4fb2-8d20-aa5dc4c2c8b1 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deec591d-6fbe-4f71-aa30-03abeeeac9e4,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:01.110140 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 23eb4213-d999-416e-bdc9-7cf4b658a45d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:01.112839 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4b92f00d-ea94-4fb2-8d20-aa5dc4c2c8b1 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.118208 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 37938) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:01.127793 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-0406b53b-cde1-492a-9dd8-c44e6eb8d61b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Request body: {'security_group_rule': {'security_group_id': 'dfb39169-c36c-4109-b9e1-7b335585124d', 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:01.133496 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-4b92f00d-ea94-4fb2-8d20-aa5dc4c2c8b1 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2110002 Jul 16 18:38:01.184470 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.securitygroups_db [None req-0406b53b-cde1-492a-9dd8-c44e6eb8d61b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Project fe4f148278ba408cb83924bbc48121f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:38:01.217372 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0406b53b-cde1-492a-9dd8-c44e6eb8d61b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.390536 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0406b53b-cde1-492a-9dd8-c44e6eb8d61b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.397920 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0406b53b-cde1-492a-9dd8-c44e6eb8d61b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.425324 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 23eb4213-d999-416e-bdc9-7cf4b658a45d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=23eb4213-d999-416e-bdc9-7cf4b658a45d,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:01.441599 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b4f8c-3bd1-4a8a-9c2b-6694663a4e25 req-d7baad07-eecd-429e-bc9f-ff2c4ad0cb28 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:01.445646 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '23eb4213-d999-416e-bdc9-7cf4b658a45d', 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea', 'port_id': '23eb4213-d999-416e-bdc9-7cf4b658a45d', 'mac_address': 'fa:16:3e:bc:0f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362dca3b-446b-4ee1-953c-3b9e0a5a0c7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:01.452632 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-799b4f8c-3bd1-4a8a-9c2b-6694663a4e25 req-d7baad07-eecd-429e-bc9f-ff2c4ad0cb28 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 943 time: 0.2634068 Jul 16 18:38:01.487227 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f58c74-9272-4c27-93a8-f1d31e047081 req-8ee1994e-62f9-4224-bb30-7fcf680e35df tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:01.489122 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-68f58c74-9272-4c27-93a8-f1d31e047081 req-8ee1994e-62f9-4224-bb30-7fcf680e35df tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.1682727 Jul 16 18:38:01.519357 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406b53b-cde1-492a-9dd8-c44e6eb8d61b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46259363-df27-475d-9e2f-fab93c0ed2cd,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:01.531364 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0406b53b-cde1-492a-9dd8-c44e6eb8d61b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.537928 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 37964) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:01.542853 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-0406b53b-cde1-492a-9dd8-c44e6eb8d61b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4234638 Jul 16 18:38:01.552287 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-ca1134c1-6246-4900-a003-f084bcb903f5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Request body: {'security_group_rule': {'security_group_id': 'dfb39169-c36c-4109-b9e1-7b335585124d', 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:01.578151 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-799b4f8c-3bd1-4a8a-9c2b-6694663a4e25 req-5945e8ee-9a18-4a79-8b2f-a7c0746367b1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241670 Jul 16 18:38:01.600982 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.securitygroups_db [None req-ca1134c1-6246-4900-a003-f084bcb903f5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Project fe4f148278ba408cb83924bbc48121f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:38:01.618131 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ca1134c1-6246-4900-a003-f084bcb903f5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.631573 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.639613 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-68f58c74-9272-4c27-93a8-f1d31e047081 req-a6b805c6-0119-4211-a119-b20e1ce64ddf tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412728 Jul 16 18:38:01.665987 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23eb4213-d999-416e-bdc9-7cf4b658a45d {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:01.728021 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ca1134c1-6246-4900-a003-f084bcb903f5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.730829 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 083c855a-c6a3-450f-a1df-8563d668ea83 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:01.736377 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ca1134c1-6246-4900-a003-f084bcb903f5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.737616 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 23eb4213-d999-416e-bdc9-7cf4b658a45d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=23eb4213-d999-416e-bdc9-7cf4b658a45d,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:01.757057 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ca1134c1-6246-4900-a003-f084bcb903f5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.758350 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-ca1134c1-6246-4900-a003-f084bcb903f5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2198236 Jul 16 18:38:01.763560 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.764372 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 6d8b04c1-27aa-47fe-ac94-048f06baf326 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:01.770190 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1134c1-6246-4900-a003-f084bcb903f5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323f83b4-1f68-4c67-9390-38812b3e6551,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:01.886939 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'name': 'tempest-TestShelveInstance-765133815-router', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:54Z', 'updated_at': '2021-07-16T18:37:58Z', 'revision_number': 4, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'gw_port': {'id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:57:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:55Z', 'updated_at': '2021-07-16T18:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '4452640f-f95b-487c-9b8b-e76d734df76f', 'name': '', 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'mac_address': 'fa:16:3e:18:fa:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '3ee1f444-337f-42be-8c2b-b752f0ee3461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:37:58Z', 'revision_number': 2, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'subnets': [{'id': '3ee1f444-337f-42be-8c2b-b752f0ee3461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:01.932565 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=23eb4213-d999-416e-bdc9-7cf4b658a45d,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:01.982083 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 6d8b04c1-27aa-47fe-ac94-048f06baf326, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:01.992210 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Checking router: 1a6d7650-362a-4dcc-99cf-082832b701d1 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:01.992575 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Updating router 1a6d7650-362a-4dcc-99cf-082832b701d1 port 4452640f-f95b-487c-9b8b-e76d734df76f binding host dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:38:02.025911 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '6d8b04c1-27aa-47fe-ac94-048f06baf326', 'network_id': '13dcc692-e71d-40df-8598-71e3fe9108ea', 'port_id': '6d8b04c1-27aa-47fe-ac94-048f06baf326', 'mac_address': 'fa:16:3e:54:a1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362dca3b-446b-4ee1-953c-3b9e0a5a0c7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:02.030824 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 083c855a-c6a3-450f-a1df-8563d668ea83 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:02.054365 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 083c855a-c6a3-450f-a1df-8563d668ea83 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:02.055192 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.065774 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.204551 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.235683 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8b04c1-27aa-47fe-ac94-048f06baf326 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:02.346991 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 6d8b04c1-27aa-47fe-ac94-048f06baf326, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:02.361650 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.366927 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.443873 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 083c855a-c6a3-450f-a1df-8563d668ea83, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=083c855a-c6a3-450f-a1df-8563d668ea83,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:02.478197 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.495726 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=6d8b04c1-27aa-47fe-ac94-048f06baf326,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:02.575278 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=083c855a-c6a3-450f-a1df-8563d668ea83,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:02.651424 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Notify callbacks [] for port, precommit_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.663384 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Transition to ACTIVE for port object 4452640f-f95b-487c-9b8b-e76d734df76f will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:02.671414 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.746583 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 083c855a-c6a3-450f-a1df-8563d668ea83 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:02.816635 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a221a-1ced-46f3-8a09-7143a475d416 None None] Pushing event updated for resources: {'Port': ['ID=4452640f-f95b-487c-9b8b-e76d734df76f,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:02.876131 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dd961-cd6e-442a-a07e-0cecd4bcea90 req-49a0da05-f3e1-4064-ad2a-bce91d4bff24 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.885354 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-cf4dd961-cd6e-442a-a07e-0cecd4bcea90 req-49a0da05-f3e1-4064-ad2a-bce91d4bff24 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 944 time: 0.1254902 Jul 16 18:38:02.918471 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Attempting to bind port 4452640f-f95b-487c-9b8b-e76d734df76f on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:02.919207 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Attempting to bind port 4452640f-f95b-487c-9b8b-e76d734df76f by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': '25ee9e29-803f-45eb-bd61-b45ba3061204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:02.919978 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Attempting to bind port 4452640f-f95b-487c-9b8b-e76d734df76f on network cefc7c8e-b553-411e-abd3-de2f8af44ea4 {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:02.952850 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db86638-c89d-497f-b243-053619258ce1 req-2670594f-927c-4a5e-8b48-ed7158e00e9d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.957649 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:02.959617 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Checking segment: {'id': '25ee9e29-803f-45eb-bd61-b45ba3061204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:02.960130 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7db86638-c89d-497f-b243-053619258ce1 req-2670594f-927c-4a5e-8b48-ed7158e00e9d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.1203551 Jul 16 18:38:02.960279 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.960583 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Bound using segment: {'id': '25ee9e29-803f-45eb-bd61-b45ba3061204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:02.961049 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Bound port: 4452640f-f95b-487c-9b8b-e76d734df76f, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ee9e29-803f-45eb-bd61-b45ba3061204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:02.961440 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.979648 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-cf4dd961-cd6e-442a-a07e-0cecd4bcea90 req-208a714e-46c5-492e-84cb-0d9302c89a8b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929999 Jul 16 18:38:03.003981 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 083c855a-c6a3-450f-a1df-8563d668ea83 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:03.004357 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.019010 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7db86638-c89d-497f-b243-053619258ce1 req-5830877a-bd7d-4a21-a90c-f78fa37987c0 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569563 Jul 16 18:38:03.147982 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] For port 4452640f-f95b-487c-9b8b-e76d734df76f, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:03.170518 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] For port 4452640f-f95b-487c-9b8b-e76d734df76f, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=4452640f-f95b-487c-9b8b-e76d734df76f,segment=NetworkSegment(25ee9e29-803f-45eb-bd61-b45ba3061204),segment_id=25ee9e29-803f-45eb-bd61-b45ba3061204)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:03.176611 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.240313 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 38068) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:03.247821 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a221a-1ced-46f3-8a09-7143a475d416 None None] Pushing event updated for resources: {'Port': ['ID=4452640f-f95b-487c-9b8b-e76d734df76f,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:03.258167 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Routers {'1a6d7650-362a-4dcc-99cf-082832b701d1'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:03.258801 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:37:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['1a6d7650-362a-4dcc-99cf-082832b701d1'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:03.362629 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c24914c5-8daa-4e80-b1d1-156def5bc15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.375562 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] Set router 1a6d7650-362a-4dcc-99cf-082832b701d1 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:03.458273 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c24914c5-8daa-4e80-b1d1-156def5bc15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.462451 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c24914c5-8daa-4e80-b1d1-156def5bc15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.507044 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c24914c5-8daa-4e80-b1d1-156def5bc15b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e470b4716594279b7bde96ae2c2ced6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679393 Jul 16 18:38:03.507900 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24914c5-8daa-4e80-b1d1-156def5bc15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c4a3c2-a60b-4ea9-b7f8-5df372d1c1e0,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:03.510566 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 38074) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:03.588932 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-be9b04e2-0c14-4454-a3b1-005832537daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.616355 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-be9b04e2-0c14-4454-a3b1-005832537daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.705035 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-be9b04e2-0c14-4454-a3b1-005832537daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.707547 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-be9b04e2-0c14-4454-a3b1-005832537daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.708758 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-be9b04e2-0c14-4454-a3b1-005832537daa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52c4a3c2-a60b-4ea9-b7f8-5df372d1c1e0 HTTP/1.1" status: 204 len: 168 time: 0.1970079 Jul 16 18:38:03.718312 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b04e2-0c14-4454-a3b1-005832537daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c4a3c2-a60b-4ea9-b7f8-5df372d1c1e0,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:03.777673 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'name': 'tempest-TestShelveInstance-765133815-router', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:54Z', 'updated_at': '2021-07-16T18:37:58Z', 'revision_number': 4, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'gw_port': {'id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:57:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:55Z', 'updated_at': '2021-07-16T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '4452640f-f95b-487c-9b8b-e76d734df76f', 'name': '', 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'mac_address': 'fa:16:3e:18:fa:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '3ee1f444-337f-42be-8c2b-b752f0ee3461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:38:03Z', 'revision_number': 4, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'subnets': [{'id': '3ee1f444-337f-42be-8c2b-b752f0ee3461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:03.805918 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d4616-efc7-43e4-b0be-0e576c6e4b92 None None] The sync data for ids ['1a6d7650-362a-4dcc-99cf-082832b701d1'] in dv-cinder-786933-5-iscsi is: [{'id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'name': 'tempest-TestShelveInstance-765133815-router', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:54Z', 'updated_at': '2021-07-16T18:37:58Z', 'revision_number': 4, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'gw_port': {'id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:57:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:55Z', 'updated_at': '2021-07-16T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '4452640f-f95b-487c-9b8b-e76d734df76f', 'name': '', 'network_id': 'cefc7c8e-b553-411e-abd3-de2f8af44ea4', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'mac_address': 'fa:16:3e:18:fa:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '3ee1f444-337f-42be-8c2b-b752f0ee3461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:38:03Z', 'revision_number': 4, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'subnets': [{'id': '3ee1f444-337f-42be-8c2b-b752f0ee3461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:04.173296 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c177b8-ce2a-4382-bbe1-217306e95c5d req-212eb40e-abc3-4959-ae2e-e6ca00ac72b3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:04.180185 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c5c177b8-ce2a-4382-bbe1-217306e95c5d req-212eb40e-abc3-4959-ae2e-e6ca00ac72b3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 944 time: 0.0746491 Jul 16 18:38:04.235203 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad18f4-a9c0-4368-bedf-7ec462a79e4a req-8d53cb67-31c3-4107-b4a3-c6c8f258f38f tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:04.236744 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c5c177b8-ce2a-4382-bbe1-217306e95c5d req-0a3e6e51-4205-44da-b22d-a3a43c54962f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555995 Jul 16 18:38:04.243459 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-93ad18f4-a9c0-4368-bedf-7ec462a79e4a req-8d53cb67-31c3-4107-b4a3-c6c8f258f38f tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.0814068 Jul 16 18:38:04.292007 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-93ad18f4-a9c0-4368-bedf-7ec462a79e4a req-05b81441-15e6-4153-aea6-8d7a8408ce18 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460835 Jul 16 18:38:04.775634 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 4452640f-f95b-487c-9b8b-e76d734df76f up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:04.846730 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 4452640f-f95b-487c-9b8b-e76d734df76f completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:04.850604 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 4452640f-f95b-487c-9b8b-e76d734df76f triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:04.851107 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.940160 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.974875 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 4452640f-f95b-487c-9b8b-e76d734df76f, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=4452640f-f95b-487c-9b8b-e76d734df76f,segment=NetworkSegment(25ee9e29-803f-45eb-bd61-b45ba3061204),segment_id=25ee9e29-803f-45eb-bd61-b45ba3061204)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:04.981034 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.046581 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=4452640f-f95b-487c-9b8b-e76d734df76f,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:05.412348 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6361d94-8f1b-42d0-b6a8-ef00e7c888e9 req-792d7389-e312-400f-9462-c5a4b5a6d9b2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.413836 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f6361d94-8f1b-42d0-b6a8-ef00e7c888e9 req-792d7389-e312-400f-9462-c5a4b5a6d9b2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 944 time: 0.0707433 Jul 16 18:38:05.452617 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f6361d94-8f1b-42d0-b6a8-ef00e7c888e9 req-93db343c-2319-4d95-aab4-864625c86071 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Jul 16 18:38:05.466327 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d0275-af4b-4b4d-b97c-b771d0ce45c2 req-702095ca-1708-4c0e-a147-1465832e4607 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.467848 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-938d0275-af4b-4b4d-b97c-b771d0ce45c2 req-702095ca-1708-4c0e-a147-1465832e4607 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 943 time: 0.0632238 Jul 16 18:38:05.511552 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-938d0275-af4b-4b4d-b97c-b771d0ce45c2 req-004c7115-ce50-491c-a0cc-7d739ec3ca94 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363374 Jul 16 18:38:05.582871 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 1c29b590-dff6-46ec-9f7f-4d4761f1d52f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:05.701091 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:05.712472 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'port_id': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f', 'mac_address': 'fa:16:3e:bc:45:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:05.751700 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.766168 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c29b590-dff6-46ec-9f7f-4d4761f1d52f {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:05.795458 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:05.799525 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.865945 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=1c29b590-dff6-46ec-9f7f-4d4761f1d52f,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.018686 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['23eb4213-d999-416e-bdc9-7cf4b658a45d'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:06.057176 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['6d8b04c1-27aa-47fe-ac94-048f06baf326'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:06.301326 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['1c29b590-dff6-46ec-9f7f-4d4761f1d52f'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:06.634349 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced6a49-d97c-47e1-b263-3507e094b3af req-de7ca084-2aee-4c52-80ae-a6827801185c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.636032 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6ced6a49-d97c-47e1-b263-3507e094b3af req-de7ca084-2aee-4c52-80ae-a6827801185c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 944 time: 0.0691390 Jul 16 18:38:06.679006 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6ced6a49-d97c-47e1-b263-3507e094b3af req-b0321490-f370-4eca-9ba5-029bea5e41b3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370147 Jul 16 18:38:06.703345 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d7f4c-0b06-4077-965e-6575288ea591 req-efb41f3d-1514-47f0-a80b-adb477bdc384 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.705112 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-619d7f4c-0b06-4077-965e-6575288ea591 req-efb41f3d-1514-47f0-a80b-adb477bdc384 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 944 time: 0.0821717 Jul 16 18:38:06.724796 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 4452640f-f95b-487c-9b8b-e76d734df76f up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:06.749788 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-619d7f4c-0b06-4077-965e-6575288ea591 req-fc5fc47f-c0bc-49b0-9c6a-bd66adc30dc6 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372250 Jul 16 18:38:06.782182 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 4452640f-f95b-487c-9b8b-e76d734df76f triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:06.782686 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.596411 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 1c29b590-dff6-46ec-9f7f-4d4761f1d52f up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:07.661701 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:07.665910 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:07.666460 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.774143 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.810547 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:07.814100 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a631de-5b12-4d95-8a09-02c676475cf3" -d '{"events": [{"server_uuid": "0f06d945-82c4-47ce-b2e7-4527e128d911", "name": "network-vif-plugged", "status": "completed", "tag": "1c29b590-dff6-46ec-9f7f-4d4761f1d52f"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:07.828899 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:07.840993 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.843040 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 23eb4213-d999-416e-bdc9-7cf4b658a45d up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:07.925012 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713729d-7590-432b-b178-556a7f995bc0 req-1220fec0-f14e-4b15-afdf-f26823b71e29 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.934642 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5713729d-7590-432b-b178-556a7f995bc0 req-1220fec0-f14e-4b15-afdf-f26823b71e29 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 944 time: 0.1064124 Jul 16 18:38:07.982928 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=1c29b590-dff6-46ec-9f7f-4d4761f1d52f,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:07.984237 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5713729d-7590-432b-b178-556a7f995bc0 req-7997dcc1-0d97-4b5c-9ecb-3cf2468771b5 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486434 Jul 16 18:38:07.993848 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:07.994754 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:07.995106 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:07.995445 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:07.995771 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:07.996277 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:07.996934 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:07.997272 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:07.997604 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:07.997953 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:07.998279 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:07.998602 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:08.018428 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 23eb4213-d999-416e-bdc9-7cf4b658a45d completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:08.018593 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c11fea-f899-4a48-b8da-d91584cb54b0 req-f16bba7c-214b-4de4-a3be-e446d2862ea9 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.018593 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-33c11fea-f899-4a48-b8da-d91584cb54b0 req-f16bba7c-214b-4de4-a3be-e446d2862ea9 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.1012890 Jul 16 18:38:08.019189 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 23eb4213-d999-416e-bdc9-7cf4b658a45d triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:08.019189 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.055807 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-33c11fea-f899-4a48-b8da-d91584cb54b0 req-77ac6949-13c1-484a-b630-54f3f6873661 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354831 Jul 16 18:38:08.058617 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263d0133-189e-4cb3-8fec-4716c685ecf2 x-openstack-request-id: req-263d0133-189e-4cb3-8fec-4716c685ecf2 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:08.058907 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f06d945-82c4-47ce-b2e7-4527e128d911", "name": "network-vif-plugged", "status": "completed", "tag": "1c29b590-dff6-46ec-9f7f-4d4761f1d52f", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:08.059327 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-263d0133-189e-4cb3-8fec-4716c685ecf2 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:08.059713 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f', 'code': 200} Jul 16 18:38:08.101687 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.140149 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 23eb4213-d999-416e-bdc9-7cf4b658a45d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=23eb4213-d999-416e-bdc9-7cf4b658a45d,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:08.143869 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.145004 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 6d8b04c1-27aa-47fe-ac94-048f06baf326 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:08.224876 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=23eb4213-d999-416e-bdc9-7cf4b658a45d,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:08.243458 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 6d8b04c1-27aa-47fe-ac94-048f06baf326 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:08.247241 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 6d8b04c1-27aa-47fe-ac94-048f06baf326 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:08.247609 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.322706 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.339913 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d7a9b-df53-471f-80ea-3258ec571442 req-3153b9a1-0c59-4522-93d7-4515a96f6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.341454 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d13d7a9b-df53-471f-80ea-3258ec571442 req-3153b9a1-0c59-4522-93d7-4515a96f6bc8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 1098 time: 0.0919592 Jul 16 18:38:08.363014 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 6d8b04c1-27aa-47fe-ac94-048f06baf326, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:08.367020 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.398108 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d13d7a9b-df53-471f-80ea-3258ec571442 req-71b66b5a-2426-4adb-8d67-5e51faa1e6bc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363221 Jul 16 18:38:08.419875 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=6d8b04c1-27aa-47fe-ac94-048f06baf326,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:09.212342 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f463e-5e82-4bca-986e-efd82cb8e0dc req-499669bb-d201-4ac8-83ff-05cb648b3a88 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.221509 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4a3f463e-5e82-4bca-986e-efd82cb8e0dc req-499669bb-d201-4ac8-83ff-05cb648b3a88 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0933304 Jul 16 18:38:09.255740 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909b99e-602f-42b3-8a35-b0d34aff7223 req-766d5451-728a-4218-a43d-f7127800a3a3 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.257253 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c909b99e-602f-42b3-8a35-b0d34aff7223 req-766d5451-728a-4218-a43d-f7127800a3a3 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0691302 Jul 16 18:38:09.278558 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4a3f463e-5e82-4bca-986e-efd82cb8e0dc req-0dd10701-8e3c-4c04-9b6a-33487ed5808e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557730 Jul 16 18:38:09.302556 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c909b99e-602f-42b3-8a35-b0d34aff7223 req-1ce85e54-4461-4824-acac-a8f938dc0644 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389826 Jul 16 18:38:10.061675 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84485c9c-1970-41a8-813e-e030b19c5729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eb4213-d999-416e-bdc9-7cf4b658a45d'}, {'server_uuid': 'ce551cd9-fd16-491e-bd81-16bcdcfc715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8b04c1-27aa-47fe-ac94-048f06baf326'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:10.064338 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94425020-3ec6-4a88-bf2d-531a2bf2f268" -d '{"events": [{"server_uuid": "84485c9c-1970-41a8-813e-e030b19c5729", "name": "network-vif-plugged", "status": "completed", "tag": "23eb4213-d999-416e-bdc9-7cf4b658a45d"}, {"server_uuid": "ce551cd9-fd16-491e-bd81-16bcdcfc715c", "name": "network-vif-plugged", "status": "completed", "tag": "6d8b04c1-27aa-47fe-ac94-048f06baf326"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:10.115536 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9231b1-59f7-41d9-a9f3-2886bb68e42a x-openstack-request-id: req-be9231b1-59f7-41d9-a9f3-2886bb68e42a {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:10.115838 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84485c9c-1970-41a8-813e-e030b19c5729", "name": "network-vif-plugged", "status": "completed", "tag": "23eb4213-d999-416e-bdc9-7cf4b658a45d", "code": 200}, {"server_uuid": "ce551cd9-fd16-491e-bd81-16bcdcfc715c", "name": "network-vif-plugged", "status": "completed", "tag": "6d8b04c1-27aa-47fe-ac94-048f06baf326", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:10.116095 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be9231b1-59f7-41d9-a9f3-2886bb68e42a {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:10.116493 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84485c9c-1970-41a8-813e-e030b19c5729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eb4213-d999-416e-bdc9-7cf4b658a45d', 'code': 200} Jul 16 18:38:10.116746 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce551cd9-fd16-491e-bd81-16bcdcfc715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8b04c1-27aa-47fe-ac94-048f06baf326', 'code': 200} Jul 16 18:38:10.157677 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 38330) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:10.276724 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.450756 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.455244 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.489937 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=843c78c1c28b409998d16e50b9e8dfee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309422 Jul 16 18:38:10.508690 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 38346) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:10.577111 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e524eef5-8a30-4cde-b0c5-4c7e394fc3c2,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:10.590447 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c90d2-da6f-4f67-a646-ef0255c20e4d req-2c87b4ff-ff47-4ba0-b6e9-f324a47749e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.592159 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-784c90d2-da6f-4f67-a646-ef0255c20e4d req-2c87b4ff-ff47-4ba0-b6e9-f324a47749e2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 1098 time: 0.1755247 Jul 16 18:38:10.592857 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.593297 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.593687 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.594110 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.594525 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.594916 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9cb5d-df6d-47fa-a251-d31d233abaf9 req-4987f21d-34e6-4a8e-9d54-4068bce6d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.595010 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.595310 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.595698 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.596130 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.596467 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dea9cb5d-df6d-47fa-a251-d31d233abaf9 req-4987f21d-34e6-4a8e-9d54-4068bce6d41c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 1098 time: 0.1711407 Jul 16 18:38:10.596637 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.596867 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.597331 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9677-071e-4f01-adcf-2f8cf4ce1350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:10.623627 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57d2de-cfdc-4c4f-87ea-1ffaf296be48 req-4b7d0ebd-d159-4fde-90a9-498a7592573d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.623627 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cf57d2de-cfdc-4c4f-87ea-1ffaf296be48 req-4b7d0ebd-d159-4fde-90a9-498a7592573d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1735461 Jul 16 18:38:10.623807 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-40e1d2a4-93ee-4037-a8cb-acbc1719a88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.656050 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-40e1d2a4-93ee-4037-a8cb-acbc1719a88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.675699 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf06e-f574-4548-bb6c-b457118b2f78 req-816b9db5-1663-477f-847e-0b04b300abe4 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.675699 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c0daf06e-f574-4548-bb6c-b457118b2f78 req-816b9db5-1663-477f-847e-0b04b300abe4 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.2057457 Jul 16 18:38:10.705244 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dea9cb5d-df6d-47fa-a251-d31d233abaf9 req-5c600aee-8082-483d-9696-d5ae9729b3f4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829685 Jul 16 18:38:10.710026 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cf57d2de-cfdc-4c4f-87ea-1ffaf296be48 req-4019d3ec-0f73-40b5-b1e7-a397ff2c825f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757687 Jul 16 18:38:10.713676 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-784c90d2-da6f-4f67-a646-ef0255c20e4d req-d80fcd1c-ceb7-4bd0-b25c-7144eef78b73 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843916 Jul 16 18:38:10.741087 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c0daf06e-f574-4548-bb6c-b457118b2f78 req-3c122c03-e390-4262-9287-4faaa8c1d94d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607436 Jul 16 18:38:10.757656 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-40e1d2a4-93ee-4037-a8cb-acbc1719a88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.760061 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-40e1d2a4-93ee-4037-a8cb-acbc1719a88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.761174 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-40e1d2a4-93ee-4037-a8cb-acbc1719a88a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e524eef5-8a30-4cde-b0c5-4c7e394fc3c2 HTTP/1.1" status: 204 len: 168 time: 0.2519221 Jul 16 18:38:10.774389 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1d2a4-93ee-4037-a8cb-acbc1719a88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e524eef5-8a30-4cde-b0c5-4c7e394fc3c2,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:10.920935 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39b0f6-b806-4ef7-908e-ef09a154c406 req-ce40191d-7221-4223-a678-de0e97ceb045 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.922481 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2f39b0f6-b806-4ef7-908e-ef09a154c406 req-ce40191d-7221-4223-a678-de0e97ceb045 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0675700 Jul 16 18:38:10.931055 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 38356) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:10.936054 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-0136d6fd-7e1b-44ae-bafd-7833329658ed tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'floatingip': {'port_id': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:11.014984 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0136d6fd-7e1b-44ae-bafd-7833329658ed tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.033163 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 38358) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:11.047558 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5cc57b7f-a2be-4d6b-b11a-3033077e3e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.159949 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5cc57b7f-a2be-4d6b-b11a-3033077e3e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.164366 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5cc57b7f-a2be-4d6b-b11a-3033077e3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.200478 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-5cc57b7f-a2be-4d6b-b11a-3033077e3e6e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d07c7f869a9540d899b8f974471d2932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662397 Jul 16 18:38:11.203773 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 38366) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:11.224075 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc57b7f-a2be-4d6b-b11a-3033077e3e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed2e144-e48c-4f13-9a1d-4ecc87bdd37f,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:11.263730 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6e36147b-f53b-48dd-87a3-bee4551f10b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.284781 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6e36147b-f53b-48dd-87a3-bee4551f10b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.334210 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6e36147b-f53b-48dd-87a3-bee4551f10b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.336685 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6e36147b-f53b-48dd-87a3-bee4551f10b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.341067 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-6e36147b-f53b-48dd-87a3-bee4551f10b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ed2e144-e48c-4f13-9a1d-4ecc87bdd37f HTTP/1.1" status: 204 len: 168 time: 0.1332684 Jul 16 18:38:11.346299 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36147b-f53b-48dd-87a3-bee4551f10b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed2e144-e48c-4f13-9a1d-4ecc87bdd37f,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:11.891363 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0136d6fd-7e1b-44ae-bafd-7833329658ed tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.894427 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c31f61-735c-4799-9a70-9dedbe882a8f req-f3f59719-3b84-47bd-b9fb-a5fca8e9ecee tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:11.895774 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0136d6fd-7e1b-44ae-bafd-7833329658ed tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.896078 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-12c31f61-735c-4799-9a70-9dedbe882a8f req-f3f59719-3b84-47bd-b9fb-a5fca8e9ecee tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0684652 Jul 16 18:38:11.945150 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-12c31f61-735c-4799-9a70-9dedbe882a8f req-530d255a-bc39-4b7a-8388-4a571d30e321 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Jul 16 18:38:12.008607 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.l3_db [None req-0136d6fd-7e1b-44ae-bafd-7833329658ed tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Floating IP a8613023-1889-481a-b001-f7965cff52ee associated. External IP: 172.27.2.13, port: 1c29b590-dff6-46ec-9f7f-4d4761f1d52f. Jul 16 18:38:12.240459 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0136d6fd-7e1b-44ae-bafd-7833329658ed tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:12.356691 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0136d6fd-7e1b-44ae-bafd-7833329658ed tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:12.362502 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0136d6fd-7e1b-44ae-bafd-7833329658ed tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.373045 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b720bea-9b8f-476b-b344-69a0e5855aa1 None None] Sync routers for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:12.382457 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b720bea-9b8f-476b-b344-69a0e5855aa1 None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:12.383149 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-9b720bea-9b8f-476b-b344-69a0e5855aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:37:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:12.403595 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-0136d6fd-7e1b-44ae-bafd-7833329658ed tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "PUT /v2.0/floatingips/a8613023-1889-481a-b001-f7965cff52ee HTTP/1.1" status: 200 len: 990 time: 1.4715309 Jul 16 18:38:12.404256 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'tag': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:12.408023 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a966544f-8b94-41a3-95cd-94fb67ead15f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f06d945-82c4-47ce-b2e7-4527e128d911", "tag": "1c29b590-dff6-46ec-9f7f-4d4761f1d52f"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:12.468438 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d638401b-a872-45c3-848a-110d3aa47e98 x-openstack-request-id: req-d638401b-a872-45c3-848a-110d3aa47e98 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:12.468800 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f06d945-82c4-47ce-b2e7-4527e128d911", "tag": "1c29b590-dff6-46ec-9f7f-4d4761f1d52f", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:12.469120 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d638401b-a872-45c3-848a-110d3aa47e98 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:12.469585 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'tag': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f', 'status': 'completed', 'code': 200} Jul 16 18:38:12.522923 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-9b720bea-9b8f-476b-b344-69a0e5855aa1 None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:12.805811 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-9b720bea-9b8f-476b-b344-69a0e5855aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'a8613023-1889-481a-b001-f7965cff52ee', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'port_id': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'mac_address': 'fa:16:3e:bc:45:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:37:25Z', 'updated_at': '2021-07-16T18:38:11Z', 'revision_number': 1, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:12.831068 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b720bea-9b8f-476b-b344-69a0e5855aa1 None None] Checking router: fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:12.840887 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b720bea-9b8f-476b-b344-69a0e5855aa1 None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:12.841522 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-9b720bea-9b8f-476b-b344-69a0e5855aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:37:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:12.947529 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-9b720bea-9b8f-476b-b344-69a0e5855aa1 None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:13.149353 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b75330-2f5e-4b8a-bd0a-6dfcf73cb13a req-74803547-adb5-4787-9f42-c046732f57f2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.157485 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-61b75330-2f5e-4b8a-bd0a-6dfcf73cb13a req-74803547-adb5-4787-9f42-c046732f57f2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0738482 Jul 16 18:38:13.193217 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-61b75330-2f5e-4b8a-bd0a-6dfcf73cb13a req-5603bf7e-6013-4a09-b72e-e9a969d0c953 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Jul 16 18:38:13.215718 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-9b720bea-9b8f-476b-b344-69a0e5855aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'a8613023-1889-481a-b001-f7965cff52ee', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'port_id': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'mac_address': 'fa:16:3e:bc:45:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:37:25Z', 'updated_at': '2021-07-16T18:38:11Z', 'revision_number': 1, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:13.257480 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b720bea-9b8f-476b-b344-69a0e5855aa1 None None] The sync data for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi is: [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'a8613023-1889-481a-b001-f7965cff52ee', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'port_id': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'mac_address': 'fa:16:3e:bc:45:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:37:25Z', 'updated_at': '2021-07-16T18:38:11Z', 'revision_number': 1, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:13.506869 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109bc6b4-9fc7-42b4-a876-92d68dcc87a4 None None] New status for floating IP a8613023-1889-481a-b001-f7965cff52ee: ACTIVE {{(pid=93209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:38:14.396807 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65764da-9560-4a43-9f9c-c32e65d17e4d req-e04db007-4701-4cb4-8177-c21539fc99fa tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.398291 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c65764da-9560-4a43-9f9c-c32e65d17e4d req-e04db007-4701-4cb4-8177-c21539fc99fa tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0695624 Jul 16 18:38:14.438101 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c65764da-9560-4a43-9f9c-c32e65d17e4d req-96cd6555-a6c7-482f-b86b-0055c3774487 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334485 Jul 16 18:38:14.786211 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966544f-8b94-41a3-95cd-94fb67ead15f req-2246e6b1-015b-4bca-966b-22138b72b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.787724 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a966544f-8b94-41a3-95cd-94fb67ead15f req-2246e6b1-015b-4bca-966b-22138b72b7f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 1098 time: 0.0542152 Jul 16 18:38:14.880526 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966544f-8b94-41a3-95cd-94fb67ead15f req-2c45dac5-8b48-42d6-bd0c-6615f1cb95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.881926 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a966544f-8b94-41a3-95cd-94fb67ead15f req-2c45dac5-8b48-42d6-bd0c-6615f1cb95c2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 913 time: 0.0876293 Jul 16 18:38:14.996086 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a966544f-8b94-41a3-95cd-94fb67ead15f req-455ed8c6-8001-41dd-8ea9-2f1b3b5a6ebf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f HTTP/1.1" status: 200 len: 1000 time: 0.0889246 Jul 16 18:38:15.047565 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966544f-8b94-41a3-95cd-94fb67ead15f req-f7434888-be01-4170-b2ac-2d407d1b6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.049030 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a966544f-8b94-41a3-95cd-94fb67ead15f req-f7434888-be01-4170-b2ac-2d407d1b6f00 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c63336d1-0c4a-4eb5-9f8f-5cd89462b437 HTTP/1.1" status: 200 len: 850 time: 0.0431347 Jul 16 18:38:15.117594 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966544f-8b94-41a3-95cd-94fb67ead15f req-b193c24c-2d4f-42e0-9cdf-b7933554745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.119124 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a966544f-8b94-41a3-95cd-94fb67ead15f req-b193c24c-2d4f-42e0-9cdf-b7933554745c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d490c69f-49d5-4aac-8544-9d4287d0fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524817 Jul 16 18:38:15.213994 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a966544f-8b94-41a3-95cd-94fb67ead15f req-f584a285-2c39-4fe9-b107-a4a79b11dbed service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 Jul 16 18:38:15.311207 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a966544f-8b94-41a3-95cd-94fb67ead15f req-cee47f79-3fd5-468c-be2a-ac24787f7ed2 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884216 Jul 16 18:38:15.621165 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cb7fb-d258-4e34-877e-0b629a6a9838 req-1342c45d-0a61-4427-a707-1960c2da035e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.622685 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-966cb7fb-d258-4e34-877e-0b629a6a9838 req-1342c45d-0a61-4427-a707-1960c2da035e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0676827 Jul 16 18:38:15.674063 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-966cb7fb-d258-4e34-877e-0b629a6a9838 req-11fbb47f-42c7-42e8-8812-6c031239e612 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Jul 16 18:38:16.855223 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492c0bb-d522-4208-8cf5-1edd13873c91 req-8c57c1d4-52a3-4d4b-819d-c194b58afd48 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.856720 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b492c0bb-d522-4208-8cf5-1edd13873c91 req-8c57c1d4-52a3-4d4b-819d-c194b58afd48 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0623882 Jul 16 18:38:16.898271 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b492c0bb-d522-4208-8cf5-1edd13873c91 req-1667e843-44d7-4e29-b5f2-ee37df96ac1a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353119 Jul 16 18:38:17.442277 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919f169-5af5-4b2b-8e3c-7eaa03fb53a1 req-cb765a9e-3098-4be0-9af1-ce0b042b2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.443896 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b919f169-5af5-4b2b-8e3c-7eaa03fb53a1 req-cb765a9e-3098-4be0-9af1-ce0b042b2a41 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 1098 time: 0.0631385 Jul 16 18:38:17.576786 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1509ac-8227-4922-9343-46bf8afc5282 req-c1ae2812-ceb3-4db2-a3c2-13252bb7006e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.580349 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919f169-5af5-4b2b-8e3c-7eaa03fb53a1 req-cefc5612-4aca-496f-a5a0-2b5e2b044a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.582265 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b919f169-5af5-4b2b-8e3c-7eaa03fb53a1 req-cefc5612-4aca-496f-a5a0-2b5e2b044a9b service neutron] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 920 time: 0.1303658 Jul 16 18:38:17.588075 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ff1509ac-8227-4922-9343-46bf8afc5282 req-c1ae2812-ceb3-4db2-a3c2-13252bb7006e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1343482 Jul 16 18:38:17.656951 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b919f169-5af5-4b2b-8e3c-7eaa03fb53a1 req-424617d6-bfc5-4fce-9e58-f7aa99c7b5ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23eb4213-d999-416e-bdc9-7cf4b658a45d HTTP/1.1" status: 200 len: 217 time: 0.0543156 Jul 16 18:38:17.660016 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ff1509ac-8227-4922-9343-46bf8afc5282 req-ca52f182-f54f-4244-a497-0454098dd754 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575943 Jul 16 18:38:17.737690 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919f169-5af5-4b2b-8e3c-7eaa03fb53a1 req-dc2028bc-4619-4bfe-abf8-37c1f36660fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.739576 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b919f169-5af5-4b2b-8e3c-7eaa03fb53a1 req-dc2028bc-4619-4bfe-abf8-37c1f36660fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.0639188 Jul 16 18:38:17.809824 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b919f169-5af5-4b2b-8e3c-7eaa03fb53a1 req-260fcd6d-9aed-4728-be1a-66f1291ce39f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581601 Jul 16 18:38:17.894316 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 38562) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:17.936693 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b919f169-5af5-4b2b-8e3c-7eaa03fb53a1 req-3bd73ff4-5c30-4001-9584-40b781a9356f service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179805 Jul 16 18:38:18.010716 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0a148b17-e1d7-47d8-b074-1babba0fe8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.048894 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b919f169-5af5-4b2b-8e3c-7eaa03fb53a1 req-3ea36233-4ee2-44e8-a604-4804b351e033 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010959 Jul 16 18:38:18.119978 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0a148b17-e1d7-47d8-b074-1babba0fe8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.124688 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0a148b17-e1d7-47d8-b074-1babba0fe8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.164039 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-0a148b17-e1d7-47d8-b074-1babba0fe8c5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b501cfdf05e4c4e93d972b05543dbb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683885 Jul 16 18:38:18.164870 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a148b17-e1d7-47d8-b074-1babba0fe8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2da3c1-0149-40eb-a5c7-d579fa9a080b,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.167011 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 38568) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:18.228904 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.253173 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.305661 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.308459 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.309654 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb2da3c1-0149-40eb-a5c7-d579fa9a080b HTTP/1.1" status: 204 len: 168 time: 0.1410208 Jul 16 18:38:18.318086 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2da3c1-0149-40eb-a5c7-d579fa9a080b,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.326338 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.326704 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.327059 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.327402 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.327741 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.328077 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.328400 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.328732 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.329061 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.329388 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.329770 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.330135 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4302a0-f126-4577-a0a3-e1ad50ad596c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.621436 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 38588) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:18.635661 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9100b01d-d1a6-4c1e-8e26-e3a696712108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.796227 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9100b01d-d1a6-4c1e-8e26-e3a696712108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.810304 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9100b01d-d1a6-4c1e-8e26-e3a696712108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.895350 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-9100b01d-d1a6-4c1e-8e26-e3a696712108 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=485a169e62314b44900e6b694ac06461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709022 Jul 16 18:38:18.897220 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 38612) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:18.906397 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100b01d-d1a6-4c1e-8e26-e3a696712108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff65e66-c3d2-4a88-ab8f-7b387821ce2b,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.967845 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7aa6b-af98-434c-832d-1a8bc8fca3dd req-aa7adab9-5b3d-4269-98cc-9a3eabc0cf5a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.969527 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-60d7aa6b-af98-434c-832d-1a8bc8fca3dd req-aa7adab9-5b3d-4269-98cc-9a3eabc0cf5a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1250157 Jul 16 18:38:18.984357 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21c3ae08-0ca1-4197-b07d-994badc3fa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.013448 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21c3ae08-0ca1-4197-b07d-994badc3fa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.022088 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-60d7aa6b-af98-434c-832d-1a8bc8fca3dd req-8d49ca49-4ff4-4c7d-a6bf-0a84e1f9c5d1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450578 Jul 16 18:38:19.076550 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21c3ae08-0ca1-4197-b07d-994badc3fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.080845 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21c3ae08-0ca1-4197-b07d-994badc3fa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.082945 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-21c3ae08-0ca1-4197-b07d-994badc3fa73 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eff65e66-c3d2-4a88-ab8f-7b387821ce2b HTTP/1.1" status: 204 len: 168 time: 0.1844530 Jul 16 18:38:19.095059 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3ae08-0ca1-4197-b07d-994badc3fa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff65e66-c3d2-4a88-ab8f-7b387821ce2b,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:19.240204 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224cfb6-1d91-4696-b0cb-75454fe9cfbc req-e2aaae28-a5ed-4c16-a766-96fafeee7777 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.241824 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0224cfb6-1d91-4696-b0cb-75454fe9cfbc req-e2aaae28-a5ed-4c16-a766-96fafeee7777 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.0749996 Jul 16 18:38:19.291540 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0224cfb6-1d91-4696-b0cb-75454fe9cfbc req-88fe7719-00bd-402c-8008-eef393137057 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Jul 16 18:38:19.314493 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 38628) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:19.437682 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb9818e-ef1f-42f9-b804-426b344c7de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.534156 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb9818e-ef1f-42f9-b804-426b344c7de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.538330 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb9818e-ef1f-42f9-b804-426b344c7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.587122 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 38644) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:19.587327 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-4cb9818e-ef1f-42f9-b804-426b344c7de1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e2ce47901df14c71870f0d86db5443d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712646 Jul 16 18:38:19.595202 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9818e-ef1f-42f9-b804-426b344c7de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16753122-30f4-4129-8bcb-77f42fe0ea76,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:19.649020 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c3bb191b-3219-4ff0-b6fa-7a0fae2ac6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.670851 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c3bb191b-3219-4ff0-b6fa-7a0fae2ac6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.724888 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c3bb191b-3219-4ff0-b6fa-7a0fae2ac6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.727599 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c3bb191b-3219-4ff0-b6fa-7a0fae2ac6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.732246 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c3bb191b-3219-4ff0-b6fa-7a0fae2ac6b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16753122-30f4-4129-8bcb-77f42fe0ea76 HTTP/1.1" status: 204 len: 168 time: 0.1407130 Jul 16 18:38:19.737504 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb191b-3219-4ff0-b6fa-7a0fae2ac6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16753122-30f4-4129-8bcb-77f42fe0ea76,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.090188 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 38668) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:20.103261 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c53fcd53-1c70-4b4f-ba7b-203698dc3ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.212711 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c53fcd53-1c70-4b4f-ba7b-203698dc3ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.217833 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c53fcd53-1c70-4b4f-ba7b-203698dc3ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.263876 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c53fcd53-1c70-4b4f-ba7b-203698dc3ad2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3fec24078b194e5b8ab782e4707bf730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724596 Jul 16 18:38:20.265285 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fcd53-1c70-4b4f-ba7b-203698dc3ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df17912-ff55-4fdc-afce-12ece7531c31,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.267037 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 38670) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:20.375901 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d988-653a-48f8-b624-3c155ca7da34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.405673 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d988-653a-48f8-b624-3c155ca7da34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.434399 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d2558-f3f2-4190-a786-34dabde9fa0b req-f31703e9-7813-49b1-af26-b77a7da94648 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.435897 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c25d2558-f3f2-4190-a786-34dabde9fa0b req-f31703e9-7813-49b1-af26-b77a7da94648 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1179686 Jul 16 18:38:20.488502 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c25d2558-f3f2-4190-a786-34dabde9fa0b req-4dc93fc2-7166-4bf4-ab3c-4a97ff138bf6 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460665 Jul 16 18:38:20.495690 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a44376-3941-49c3-9da1-613049402f05 req-51f48bbf-a2ea-4867-a587-56b8e43fea39 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.498550 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-36a44376-3941-49c3-9da1-613049402f05 req-51f48bbf-a2ea-4867-a587-56b8e43fea39 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.0770068 Jul 16 18:38:20.503025 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d988-653a-48f8-b624-3c155ca7da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.505928 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d988-653a-48f8-b624-3c155ca7da34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.509359 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-7ec0d988-653a-48f8-b624-3c155ca7da34 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0df17912-ff55-4fdc-afce-12ece7531c31 HTTP/1.1" status: 204 len: 168 time: 0.2389431 Jul 16 18:38:20.515968 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0d988-653a-48f8-b624-3c155ca7da34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df17912-ff55-4fdc-afce-12ece7531c31,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.550612 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-36a44376-3941-49c3-9da1-613049402f05 req-f6f3817a-6a8a-440d-b2ec-fd2714fc8226 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465958 Jul 16 18:38:21.741408 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c530e9-79a3-497b-896a-be9293a36d4e req-086e7ac7-7e57-4557-8c43-92c3b8615276 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.743372 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f1c530e9-79a3-497b-896a-be9293a36d4e req-086e7ac7-7e57-4557-8c43-92c3b8615276 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0898893 Jul 16 18:38:21.748166 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-90eb20ae-b53b-479d-bca4-4a7a24087e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.795118 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f1c530e9-79a3-497b-896a-be9293a36d4e req-364c1bc6-b7ab-48e2-baad-9e7d6ca58a2f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Jul 16 18:38:21.828158 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99de8b-40c3-432e-be0d-222ce9282242 req-7b7701fe-f549-4f0a-8a6b-f6b9c9d94e49 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.830265 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9d99de8b-40c3-432e-be0d-222ce9282242 req-7b7701fe-f549-4f0a-8a6b-f6b9c9d94e49 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.0961297 Jul 16 18:38:21.876069 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9d99de8b-40c3-432e-be0d-222ce9282242 req-23554db5-4621-4372-aef5-f8e610991790 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405345 Jul 16 18:38:23.008769 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52a4c4-e874-471f-946b-fb8dd25511ad req-454f12bc-5218-4006-bdd6-d40c2cd8990a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.012730 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9e52a4c4-e874-471f-946b-fb8dd25511ad req-454f12bc-5218-4006-bdd6-d40c2cd8990a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1037319 Jul 16 18:38:23.062025 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9e52a4c4-e874-471f-946b-fb8dd25511ad req-d28579b2-38b4-4c75-90de-4baaacb5f4f9 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 Jul 16 18:38:23.115885 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455fd66-37bf-4f26-a932-3b5953bf8b0d req-de9651c3-0e9b-4e62-b714-1a347342eaff tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.118105 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2455fd66-37bf-4f26-a932-3b5953bf8b0d req-de9651c3-0e9b-4e62-b714-1a347342eaff tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.0949516 Jul 16 18:38:23.149869 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 38792) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:23.174125 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2455fd66-37bf-4f26-a932-3b5953bf8b0d req-203331c1-1cdb-4c3f-a219-b5c6d00c12da tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477285 Jul 16 18:38:23.253666 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6097e345-5d0f-4ca4-8bff-7b1bd2f48d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.337688 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6097e345-5d0f-4ca4-8bff-7b1bd2f48d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.341636 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6097e345-5d0f-4ca4-8bff-7b1bd2f48d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.382910 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-6097e345-5d0f-4ca4-8bff-7b1bd2f48d8a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c6d7f14c566f4074b574f009bfbb42c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318325 Jul 16 18:38:23.383752 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097e345-5d0f-4ca4-8bff-7b1bd2f48d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19de19d-3fac-4c94-8de7-a9995429814e,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:23.386723 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 38796) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:23.436078 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6f462844-f8de-4925-94b8-0506db74ed9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.457359 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6f462844-f8de-4925-94b8-0506db74ed9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.505035 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6f462844-f8de-4925-94b8-0506db74ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.509381 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6f462844-f8de-4925-94b8-0506db74ed9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.511102 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-6f462844-f8de-4925-94b8-0506db74ed9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e19de19d-3fac-4c94-8de7-a9995429814e HTTP/1.1" status: 204 len: 168 time: 0.1234617 Jul 16 18:38:23.518932 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f462844-f8de-4925-94b8-0506db74ed9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19de19d-3fac-4c94-8de7-a9995429814e,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:23.771148 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 38804) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:23.784191 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98c48b48-df43-4a92-803c-4d7a1db51677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.878013 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98c48b48-df43-4a92-803c-4d7a1db51677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.881356 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98c48b48-df43-4a92-803c-4d7a1db51677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.918542 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-98c48b48-df43-4a92-803c-4d7a1db51677 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e59bfe83920d44c993e30427009cfda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463468 Jul 16 18:38:23.919493 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c48b48-df43-4a92-803c-4d7a1db51677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff99ed1f-c24e-41dc-a1c2-fc65b46af2b8,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:23.922333 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 38806) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:23.970257 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dca378c3-3af2-4583-8c36-0bae44943ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.991394 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dca378c3-3af2-4583-8c36-0bae44943ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.043926 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dca378c3-3af2-4583-8c36-0bae44943ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.046479 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dca378c3-3af2-4583-8c36-0bae44943ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.047783 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-dca378c3-3af2-4583-8c36-0bae44943ba3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff99ed1f-c24e-41dc-a1c2-fc65b46af2b8 HTTP/1.1" status: 204 len: 168 time: 0.1243052 Jul 16 18:38:24.056273 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca378c3-3af2-4583-8c36-0bae44943ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff99ed1f-c24e-41dc-a1c2-fc65b46af2b8,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:24.251706 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc19624-afb1-4def-a822-06b20df0234c req-04e037cc-26d8-4f4e-813a-fff8c170769c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.253396 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ebc19624-afb1-4def-a822-06b20df0234c req-04e037cc-26d8-4f4e-813a-fff8c170769c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0677683 Jul 16 18:38:24.295213 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ebc19624-afb1-4def-a822-06b20df0234c req-057a3317-d171-423d-8d52-7e1cd9e98a82 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361185 Jul 16 18:38:24.477616 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2a50d-cbc5-4406-9f06-dbccbfaa6964 req-6e69f27d-3751-4453-9571-81f002a5c788 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.479989 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-91e2a50d-cbc5-4406-9f06-dbccbfaa6964 req-6e69f27d-3751-4453-9571-81f002a5c788 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.0742869 Jul 16 18:38:24.521150 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ef3500af-820e-456e-a837-1ce041cfe246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.523331 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-91e2a50d-cbc5-4406-9f06-dbccbfaa6964 req-006dbba3-afd6-436d-a979-9b052eb702e4 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378342 Jul 16 18:38:24.624140 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.389565 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.476870 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b0b39-578e-45c8-9f13-8644ad680d6d req-410d27b8-607b-48fa-9dff-9cd001c76bce tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.478404 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-273b0b39-578e-45c8-9f13-8644ad680d6d req-410d27b8-607b-48fa-9dff-9cd001c76bce tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0691187 Jul 16 18:38:25.517468 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-273b0b39-578e-45c8-9f13-8644ad680d6d req-d95b5605-a185-4d01-ada8-c60142c7882b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Jul 16 18:38:25.724709 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e6937-75c9-4f52-9f44-6f6f52988ace req-664b5036-977f-4d7f-89c0-51c99a1741ea tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.726213 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a13e6937-75c9-4f52-9f44-6f6f52988ace req-664b5036-977f-4d7f-89c0-51c99a1741ea tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.0735841 Jul 16 18:38:25.769967 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a13e6937-75c9-4f52-9f44-6f6f52988ace req-e96ebc8c-4272-44ec-9ad6-6ba81b886e3e tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351975 Jul 16 18:38:26.330525 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c72a34c3-acc3-41aa-8e50-4f5956b8b8f3 req-25505bba-9b60-4de4-aaa8-6ce5829609ed service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562055 Jul 16 18:38:26.433704 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a34c3-acc3-41aa-8e50-4f5956b8b8f3 req-3fca5e8a-bb8b-4482-a048-ce1bdd1fc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.435144 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c72a34c3-acc3-41aa-8e50-4f5956b8b8f3 req-3fca5e8a-bb8b-4482-a048-ce1bdd1fc7b4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 1098 time: 0.0542581 Jul 16 18:38:26.546660 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a34c3-acc3-41aa-8e50-4f5956b8b8f3 req-e142c56f-9290-43ba-8990-9740a28bf291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.548227 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c72a34c3-acc3-41aa-8e50-4f5956b8b8f3 req-e142c56f-9290-43ba-8990-9740a28bf291 service neutron] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 920 time: 0.0874739 Jul 16 18:38:26.592273 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c72a34c3-acc3-41aa-8e50-4f5956b8b8f3 req-41f52f35-b757-43a5-bdab-9e2589ee52f8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326 HTTP/1.1" status: 200 len: 217 time: 0.0353906 Jul 16 18:38:26.679117 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a34c3-acc3-41aa-8e50-4f5956b8b8f3 req-7e2b30ab-5d32-4020-8736-0ac8fb353cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.680560 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c72a34c3-acc3-41aa-8e50-4f5956b8b8f3 req-7e2b30ab-5d32-4020-8736-0ac8fb353cbe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.0770366 Jul 16 18:38:26.723813 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c72a34c3-acc3-41aa-8e50-4f5956b8b8f3 req-fa0270c7-72b4-45ce-977a-c1abd4f4b33c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321429 Jul 16 18:38:26.734375 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5666451-072e-49d1-a957-cced3f1de98a req-1f137b92-a1c7-4230-bcaf-91df464f5eda tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.735758 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f5666451-072e-49d1-a957-cced3f1de98a req-1f137b92-a1c7-4230-bcaf-91df464f5eda tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1003895 Jul 16 18:38:26.986365 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017ddf2-a984-4f8a-a3e2-613f3f86b03c req-302e8140-6f8a-4d91-91ca-b217ad1620ad tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.989452 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d017ddf2-a984-4f8a-a3e2-613f3f86b03c req-302e8140-6f8a-4d91-91ca-b217ad1620ad tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.0851319 Jul 16 18:38:27.007739 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f5666451-072e-49d1-a957-cced3f1de98a req-69a3abf7-48da-4583-9b02-bce23e35e8cc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634342 Jul 16 18:38:27.034864 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c72a34c3-acc3-41aa-8e50-4f5956b8b8f3 req-1da9a499-9f04-4fea-8919-787ea9a670b8 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981851 Jul 16 18:38:27.079672 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d017ddf2-a984-4f8a-a3e2-613f3f86b03c req-530456d4-c656-41ce-9f6e-949fe89c966a tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdf5ec60-4896-4915-86b4-41aaccae11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710728 Jul 16 18:38:27.161792 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:27.229961 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c34ad-c17f-45d3-9264-08fcea07ea12 req-ffaf51f3-42a1-42d0-8fef-31930a7892e2 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:27.229961 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3e4c34ad-c17f-45d3-9264-08fcea07ea12 req-ffaf51f3-42a1-42d0-8fef-31930a7892e2 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.88 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 946 time: 0.1608138 Jul 16 18:38:27.229961 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c72a34c3-acc3-41aa-8e50-4f5956b8b8f3 req-43f0c0ae-dd34-4839-ad7b-526a56e955f8 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641040 Jul 16 18:38:27.389994 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-3e4c34ad-c17f-45d3-9264-08fcea07ea12 req-97b54083-e669-4c3d-9a72-45d5f3480d45 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Deleting port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:27.394320 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-3e4c34ad-c17f-45d3-9264-08fcea07ea12 req-97b54083-e669-4c3d-9a72-45d5f3480d45 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.415138 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.504405 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-3e4c34ad-c17f-45d3-9264-08fcea07ea12 req-97b54083-e669-4c3d-9a72-45d5f3480d45 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] For port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=319ffa93-9569-4ee1-b4dd-a1ff97be0e47,segment=NetworkSegment(d27ed6f9-61e2-4eb3-a731-c896d39951af),segment_id=d27ed6f9-61e2-4eb3-a731-c896d39951af)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:27.504746 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-3e4c34ad-c17f-45d3-9264-08fcea07ea12 req-97b54083-e669-4c3d-9a72-45d5f3480d45 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.520727 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-3e4c34ad-c17f-45d3-9264-08fcea07ea12 req-97b54083-e669-4c3d-9a72-45d5f3480d45 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Calling delete_port for 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:27.688814 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-3e4c34ad-c17f-45d3-9264-08fcea07ea12 req-97b54083-e669-4c3d-9a72-45d5f3480d45 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.707014 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['319ffa93-9569-4ee1-b4dd-a1ff97be0e47'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:27.719704 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b54083-e669-4c3d-9a72-45d5f3480d45 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Pushing event deleted for resources: {'Port': ['ID=319ffa93-9569-4ee1-b4dd-a1ff97be0e47,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:27.783890 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4c34ad-c17f-45d3-9264-08fcea07ea12 req-97b54083-e669-4c3d-9a72-45d5f3480d45 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] No DVR routers for this DVR port 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:27.787237 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-3e4c34ad-c17f-45d3-9264-08fcea07ea12 req-97b54083-e669-4c3d-9a72-45d5f3480d45 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.789261 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3e4c34ad-c17f-45d3-9264-08fcea07ea12 req-97b54083-e669-4c3d-9a72-45d5f3480d45 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.88 "DELETE /v2.0/ports/319ffa93-9569-4ee1-b4dd-a1ff97be0e47 HTTP/1.1" status: 204 len: 173 time: 0.5486217 Jul 16 18:38:27.789694 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dea1020-43e5-4a5c-af72-770b3889775d', 'name': 'network-vif-deleted', 'tag': '319ffa93-9569-4ee1-b4dd-a1ff97be0e47'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:27.792561 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36893650-7f47-4cd3-a334-f8d9558cd1e8" -d '{"events": [{"server_uuid": "4dea1020-43e5-4a5c-af72-770b3889775d", "name": "network-vif-deleted", "tag": "319ffa93-9569-4ee1-b4dd-a1ff97be0e47"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:27.831055 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fd4873-e93d-44c5-9fd7-1a936348a99c x-openstack-request-id: req-47fd4873-e93d-44c5-9fd7-1a936348a99c {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:27.831379 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dea1020-43e5-4a5c-af72-770b3889775d", "name": "network-vif-deleted", "tag": "319ffa93-9569-4ee1-b4dd-a1ff97be0e47", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:27.831643 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-47fd4873-e93d-44c5-9fd7-1a936348a99c {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:27.832040 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dea1020-43e5-4a5c-af72-770b3889775d', 'name': 'network-vif-deleted', 'tag': '319ffa93-9569-4ee1-b4dd-a1ff97be0e47', 'status': 'completed', 'code': 200} Jul 16 18:38:28.194024 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de565c-e340-4906-aa2f-6066d710999f req-50d76ea3-c345-4adf-a3f7-a2c7d048996f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.195520 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a4de565c-e340-4906-aa2f-6066d710999f req-50d76ea3-c345-4adf-a3f7-a2c7d048996f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0649748 Jul 16 18:38:28.234791 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-61e209c2-7c05-4d8c-8750-c17100c97c6c req-81f1553a-cb7f-4748-b761-c10005694b99 tempest-DeleteServersTestJSON-2113119198 tempest-DeleteServersTestJSON-2113119198-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dea1020-43e5-4a5c-af72-770b3889775d HTTP/1.1" status: 200 len: 210 time: 0.0414350 Jul 16 18:38:28.236418 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a4de565c-e340-4906-aa2f-6066d710999f req-d7951dcd-a2ab-4e8f-9430-2f97dfac42fc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342765 Jul 16 18:38:29.096026 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.431374 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8cf38-db0c-4a9d-9e16-8902a4e89647 req-d999bd7a-7456-4204-8360-b14f34299883 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.434972 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-60f8cf38-db0c-4a9d-9e16-8902a4e89647 req-d999bd7a-7456-4204-8360-b14f34299883 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0794442 Jul 16 18:38:29.491511 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-60f8cf38-db0c-4a9d-9e16-8902a4e89647 req-b713859c-7c1c-48b7-bd83-687ac1b3bc33 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Jul 16 18:38:30.028418 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39012) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:30.040415 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39016) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:30.139222 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1122f67e-c1d2-48a1-8970-2e52e322bc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.151999 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-75e879d8-50c5-4cf8-a2e3-016aa9e539ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.181716 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.db.api [None req-75e879d8-50c5-4cf8-a2e3-016aa9e539ea admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:38:30.181716 dv-cinder-786933-5-iscsi neutron-server[93207]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:38:30.181716 dv-cinder-786933-5-iscsi neutron-server[93207]: [parameters: {'project_id': 'fb33e8a5c25448668ff1b304a33cdf7b', 'id': 'c684bc98-1dec-433d-9ee1-8e633140301d', 'expiration': datetime.datetime(2021, 7, 16, 18, 40, 30, 177302)}] Jul 16 18:38:30.181716 dv-cinder-786933-5-iscsi neutron-server[93207]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93207) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:38:30.182200 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG oslo_db.api [None req-75e879d8-50c5-4cf8-a2e3-016aa9e539ea admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:38:30.265666 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1122f67e-c1d2-48a1-8970-2e52e322bc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.269746 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1122f67e-c1d2-48a1-8970-2e52e322bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.307817 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-1122f67e-c1d2-48a1-8970-2e52e322bc83 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2583e0408c9b40dcb27b19331ba58e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782922 Jul 16 18:38:30.308646 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122f67e-c1d2-48a1-8970-2e52e322bc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dadd30b-10b6-4332-b51f-8a2cc79748cf,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:30.310568 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39020) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:30.362729 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7f164683-5b5b-4a2c-8916-63dd286e3535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.386980 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7f164683-5b5b-4a2c-8916-63dd286e3535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.434520 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7f164683-5b5b-4a2c-8916-63dd286e3535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.437382 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7f164683-5b5b-4a2c-8916-63dd286e3535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.438627 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-7f164683-5b5b-4a2c-8916-63dd286e3535 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4dadd30b-10b6-4332-b51f-8a2cc79748cf HTTP/1.1" status: 204 len: 168 time: 0.1269546 Jul 16 18:38:30.448747 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f164683-5b5b-4a2c-8916-63dd286e3535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dadd30b-10b6-4332-b51f-8a2cc79748cf,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:30.694747 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fcaa0-4285-447e-a6f7-38bb3bfcbc56 req-4c013f13-fe02-4c12-ac50-1aea7fb09874 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.696360 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2f6fcaa0-4285-447e-a6f7-38bb3bfcbc56 req-4c013f13-fe02-4c12-ac50-1aea7fb09874 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0892580 Jul 16 18:38:30.696943 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-75e879d8-50c5-4cf8-a2e3-016aa9e539ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.773415 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2f6fcaa0-4285-447e-a6f7-38bb3bfcbc56 req-79fc5c7a-6fa7-451d-8e94-fa89fa7b5ff2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666158 Jul 16 18:38:30.808667 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39048) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:30.860532 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-75e879d8-50c5-4cf8-a2e3-016aa9e539ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.860933 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b8747a-07b8-47a0-b3c7-fca86c63a9b7 admin admin] Deleting subnet d2bf74e4-ad58-443b-87eb-c728397eec5b {{(pid=93208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:38:30.865068 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-14b8747a-07b8-47a0-b3c7-fca86c63a9b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.868863 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-75e879d8-50c5-4cf8-a2e3-016aa9e539ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.906324 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-14b8747a-07b8-47a0-b3c7-fca86c63a9b7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.915048 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-75e879d8-50c5-4cf8-a2e3-016aa9e539ea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fb33e8a5c25448668ff1b304a33cdf7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8736384 Jul 16 18:38:30.918178 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39052) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:30.918792 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-14b8747a-07b8-47a0-b3c7-fca86c63a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.926777 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e879d8-50c5-4cf8-a2e3-016aa9e539ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8672957-bd44-4c54-a4b8-3e3e949d2dc4,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:30.981591 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c346ee05-55d6-45f8-90f3-98b0a0c449b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.989806 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-14b8747a-07b8-47a0-b3c7-fca86c63a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for subnet, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.015499 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c346ee05-55d6-45f8-90f3-98b0a0c449b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.034834 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8747a-07b8-47a0-b3c7-fca86c63a9b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2bf74e4-ad58-443b-87eb-c728397eec5b,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:31.042985 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-14b8747a-07b8-47a0-b3c7-fca86c63a9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.047451 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-14b8747a-07b8-47a0-b3c7-fca86c63a9b7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d2bf74e4-ad58-443b-87eb-c728397eec5b HTTP/1.1" status: 204 len: 168 time: 0.2353275 Jul 16 18:38:31.048135 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39060) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:31.089051 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c346ee05-55d6-45f8-90f3-98b0a0c449b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.091758 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c346ee05-55d6-45f8-90f3-98b0a0c449b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.095443 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c346ee05-55d6-45f8-90f3-98b0a0c449b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8672957-bd44-4c54-a4b8-3e3e949d2dc4 HTTP/1.1" status: 204 len: 168 time: 0.1739893 Jul 16 18:38:31.103499 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346ee05-55d6-45f8-90f3-98b0a0c449b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8672957-bd44-4c54-a4b8-3e3e949d2dc4,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:31.125379 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.271291 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.288619 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.289203 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.290495 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.291102 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > port after_create 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.291616 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.292699 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > port after_update 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.293247 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.293798 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.294383 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.294944 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.466562 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.467206 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.467519 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.468022 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:38:31.468924 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6799e1b4-1388-4216-8aab-39b43c09e018']}} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:31.496005 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27ed6f9-61e2-4eb3-a731-c896d39951af') {'for_net_delete': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:31.496302 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27ed6f9-61e2-4eb3-a731-c896d39951af') {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:31.519073 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328207'] for segment, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.554150 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.563178 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39082) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:31.568517 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=93208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:31.569091 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3223296'] for segment, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: from cryptography.utils import int_from_bytes Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: from cryptography.utils import int_from_bytes Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: Traceback (most recent call last): Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: timer() Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: cb(*args, **kw) Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: return func(*args, **kwargs) Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: self._notify() Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: self.callback(batched_events) Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: event.method(event) Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: return f(self, *a, **k) Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._get(url).json() Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:31.573705 dv-cinder-786933-5-iscsi neutron-server[93208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:31.583694 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0323-aeaa-487e-845c-1c2ba3fc48e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.646333 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.662959 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.674247 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6799e1b4-1388-4216-8aab-39b43c09e018 HTTP/1.1" status: 204 len: 168 time: 0.6193082 Jul 16 18:38:31.677533 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af368b-e2cd-4c7f-9fb1-c61c5cf0a685 admin admin] Pushing event deleted for resources: {'Network': ['ID=6799e1b4-1388-4216-8aab-39b43c09e018,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:31.692963 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:31.718904 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:31.719415 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 319ffa93-9569-4ee1-b4dd-a1ff97be0e47 not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:31.727097 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0323-aeaa-487e-845c-1c2ba3fc48e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.732922 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e5ba0323-aeaa-487e-845c-1c2ba3fc48e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.772430 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-e5ba0323-aeaa-487e-845c-1c2ba3fc48e8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8547467cd2d448ca87ab0c8959eaf045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081606 Jul 16 18:38:31.773305 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba0323-aeaa-487e-845c-1c2ba3fc48e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64055a71-baa1-47e6-9c16-cd8ca06b3811,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:31.775425 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39090) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:31.854506 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ba21e7dc-6c95-410e-a924-cc0405ab287e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.881612 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ba21e7dc-6c95-410e-a924-cc0405ab287e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.883828 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39096) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:31.939226 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-57a00263-263e-481a-a717-bd57af9d4b07 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b20a0b6f6da4852b0e8e9c8596b1871&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541463 Jul 16 18:38:31.941606 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39098) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:31.973341 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ba21e7dc-6c95-410e-a924-cc0405ab287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.979439 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ba21e7dc-6c95-410e-a924-cc0405ab287e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.982337 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-ba21e7dc-6c95-410e-a924-cc0405ab287e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/64055a71-baa1-47e6-9c16-cd8ca06b3811 HTTP/1.1" status: 204 len: 168 time: 0.2058325 Jul 16 18:38:32.007631 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21e7dc-6c95-410e-a924-cc0405ab287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64055a71-baa1-47e6-9c16-cd8ca06b3811,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:32.033266 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-790b2710-850a-4278-a513-cc448bcca8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.050578 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e6636-54fc-45bc-b6df-d4ebccac37dc req-c4ac0307-e0ff-4dfb-870b-03b3b6f90a39 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.052473 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d78e6636-54fc-45bc-b6df-d4ebccac37dc req-c4ac0307-e0ff-4dfb-870b-03b3b6f90a39 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1187730 Jul 16 18:38:32.081655 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-790b2710-850a-4278-a513-cc448bcca8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.106651 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d78e6636-54fc-45bc-b6df-d4ebccac37dc req-d9e2f181-f18d-414e-b1b0-c04b4b5ed2c0 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Jul 16 18:38:32.149798 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-790b2710-850a-4278-a513-cc448bcca8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.155853 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-790b2710-850a-4278-a513-cc448bcca8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.157953 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-790b2710-850a-4278-a513-cc448bcca8fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bdf5ec60-4896-4915-86b4-41aaccae11b8 HTTP/1.1" status: 204 len: 168 time: 0.2153203 Jul 16 18:38:32.168988 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b2710-850a-4278-a513-cc448bcca8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf5ec60-4896-4915-86b4-41aaccae11b8,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:33.102784 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39160) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:33.229742 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-network', 'tenant_id': '9b2708a3489a4b798499f122ee207e94'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:33.251593 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Made reservation on behalf of 9b2708a3489a4b798499f122ee207e94 for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:33.253982 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.263310 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.328071 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999a360-b0a4-4d31-9e2f-d76fb14bfc14 req-e0f181b5-7d82-497b-82d9-8bf417667f55 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.329870 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b999a360-b0a4-4d31-9e2f-d76fb14bfc14 req-e0f181b5-7d82-497b-82d9-8bf417667f55 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0959439 Jul 16 18:38:33.377328 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.382514 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.391303 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b999a360-b0a4-4d31-9e2f-d76fb14bfc14 req-8abed48e-5065-4310-a69c-69905f0780c1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548148 Jul 16 18:38:33.410376 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=93207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:38:33.420613 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361091d1-5529-4abe-964d-aa8f934d13fa,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:33.433438 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.433785 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Added segment fa25edc6-5b90-4e67-afe4-ae6533201cfc of type vlan for network b5659565-8774-4d43-910a-bea01eaf10da Jul 16 18:38:33.483140 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.513371 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.514453 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.515076 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.548709 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4448125 Jul 16 18:38:33.553464 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39182) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:33.559395 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] Request body: {'subnet': {'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-subnet', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:33.576189 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792952c-47ad-4044-aa2a-6c212484f9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b5659565-8774-4d43-910a-bea01eaf10da,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:33.587529 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network b5659565-8774-4d43-910a-bea01eaf10da details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:38:33.590029 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] Made reservation on behalf of 9b2708a3489a4b798499f122ee207e94 for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:33.593162 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695207'] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.804427 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3222909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695221'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.872433 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e721fc25-3157-41d7-8181-b6ea28c0b46e,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:33.880956 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] Checking segment: {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:33.881311 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] Network hostable DHCP agents. Network: b5659565-8774-4d43-910a-bea01eaf10da, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:38:33.908499 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] Network b5659565-8774-4d43-910a-bea01eaf10da is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:38:33.919918 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, b5659565-8774-4d43-910a-bea01eaf10da) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:33.925136 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.925870 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.931162 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897bf8c-0693-4fb3-bea0-220ef6841abb None None] Network b5659565-8774-4d43-910a-bea01eaf10da requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:33.945334 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-71231d3f-468c-409a-988b-2db657a94431 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3904073 Jul 16 18:38:33.947939 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39200) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:33.955143 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:33.981435 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7819'] for router, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.982706 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1683935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6008'] for router, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.043365 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.114098 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e497f-b667-4185-83c6-616995552cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad25305b-f3dd-5c0f-aa44-46a7d21f290c-b5659565-8774-4d43-910a-bea01eaf10da', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e'}]}} from dv-cinder-786933-5-iscsi. {{(pid=93209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:38:34.114661 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-992e497f-b667-4185-83c6-616995552cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.291390 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.db_base_plugin_common [None req-992e497f-b667-4185-83c6-616995552cbc None None] Allocated IP 172.20.0.2 (b5659565-8774-4d43-910a-bea01eaf10da/e721fc25-3157-41d7-8181-b6ea28c0b46e/ed327e83-f560-4a83-86c6-6979094f8f6e) {{(pid=93209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:34.384166 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5994'] for router, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.565058 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-992e497f-b667-4185-83c6-616995552cbc None None] Notify callbacks [] for port, precommit_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.574154 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-992e497f-b667-4185-83c6-616995552cbc None None] Transition to ACTIVE for port object ed327e83-f560-4a83-86c6-6979094f8f6e will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:34.590583 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-992e497f-b667-4185-83c6-616995552cbc None None] Transition to ACTIVE for port object ed327e83-f560-4a83-86c6-6979094f8f6e will not be triggered until provisioned by entity DHCP. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:34.592762 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7836a47-5c42-45ee-a22a-ca6c03ffa3dc req-cccd97ca-fb56-4c8c-9283-6f5371fe53e3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.594955 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e7836a47-5c42-45ee-a22a-ca6c03ffa3dc req-cccd97ca-fb56-4c8c-9283-6f5371fe53e3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0768270 Jul 16 18:38:34.599783 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-992e497f-b667-4185-83c6-616995552cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.627988 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.647325 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e497f-b667-4185-83c6-616995552cbc None None] Network b5659565-8774-4d43-910a-bea01eaf10da is already hosted by enough agents. {{(pid=93209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:34.650425 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e7836a47-5c42-45ee-a22a-ca6c03ffa3dc req-560c3c88-df32-4db5-9b46-5653d24f6792 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493393 Jul 16 18:38:34.654596 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.661580 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.base_scheduler [None req-992e497f-b667-4185-83c6-616995552cbc None None] Resources bound (agent type, host, resource id): {{(pid=93209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:34.670564 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992e497f-b667-4185-83c6-616995552cbc None None] Received port after_create {{(pid=93209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:34.680590 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e497f-b667-4185-83c6-616995552cbc None None] Pushing event updated for resources: {'Port': ['ID=ed327e83-f560-4a83-86c6-6979094f8f6e,revision_number=1']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:34.743711 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-992e497f-b667-4185-83c6-616995552cbc None None] Attempting to bind port ed327e83-f560-4a83-86c6-6979094f8f6e on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:34.744326 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-992e497f-b667-4185-83c6-616995552cbc None None] Attempting to bind port ed327e83-f560-4a83-86c6-6979094f8f6e by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:34.744439 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e497f-b667-4185-83c6-616995552cbc None None] Attempting to bind port ed327e83-f560-4a83-86c6-6979094f8f6e on network b5659565-8774-4d43-910a-bea01eaf10da {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:34.750867 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e497f-b667-4185-83c6-616995552cbc None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:34.751382 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e497f-b667-4185-83c6-616995552cbc None None] Checking segment: {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:34.751969 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-992e497f-b667-4185-83c6-616995552cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.752474 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e497f-b667-4185-83c6-616995552cbc None None] Bound using segment: {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:34.753021 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-992e497f-b667-4185-83c6-616995552cbc None None] Bound port: ed327e83-f560-4a83-86c6-6979094f8f6e, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:34.753663 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-992e497f-b667-4185-83c6-616995552cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.795403 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Allocated IP 172.27.2.223 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/2fc7b291-a48f-4d26-8df0-b33b75f70c2d) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:34.834916 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-992e497f-b667-4185-83c6-616995552cbc None None] For port ed327e83-f560-4a83-86c6-6979094f8f6e, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:34.841648 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-992e497f-b667-4185-83c6-616995552cbc None None] For port ed327e83-f560-4a83-86c6-6979094f8f6e, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ed327e83-f560-4a83-86c6-6979094f8f6e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:34.848243 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-992e497f-b667-4185-83c6-616995552cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.910769 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e497f-b667-4185-83c6-616995552cbc None None] Pushing event updated for resources: {'Port': ['ID=ed327e83-f560-4a83-86c6-6979094f8f6e,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:34.932937 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.976834 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.020843 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:35.023674 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:35.026779 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:35.111721 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc7b291-a48f-4d26-8df0-b33b75f70c2d,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:35.327336 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.378995 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39228) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:35.514296 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0f828f92-106b-45df-a660-12ccdb0dfbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.577451 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676544'] for router, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.809345 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Router b34153cf-e016-42d1-b723-61b26e672e48 is scheduled to L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a with binding_index 1 {{(pid=93207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:38:35.873389 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0f828f92-106b-45df-a660-12ccdb0dfbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.884541 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0f828f92-106b-45df-a660-12ccdb0dfbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.964423 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:35.979679 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Sync routers for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:35.999627 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-0f828f92-106b-45df-a660-12ccdb0dfbd9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f122f29dd5746aebbe62bde5c092746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6171350 Jul 16 18:38:36.000138 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:36.000297 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39246) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:36.001377 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:38:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:36.005207 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.012782 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f828f92-106b-45df-a660-12ccdb0dfbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d3bfa8-aa69-4d37-a500-e23840eb8b30,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:36.023729 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-b0820978-1e4e-4c2b-8f1e-1965ed8cbbd6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0736601 Jul 16 18:38:36.023890 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39248) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:36.139912 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c11851a-eaa9-423b-ada9-4fea939b287c None None] Network b5659565-8774-4d43-910a-bea01eaf10da requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:36.143713 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259883b-9e90-46f4-ac1e-e301f2e14240 req-de5897da-7a85-42c2-a320-a4afc0c6f4c8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.145389 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:36.151238 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f259883b-9e90-46f4-ac1e-e301f2e14240 req-de5897da-7a85-42c2-a320-a4afc0c6f4c8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1171730 Jul 16 18:38:36.159905 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c21e1aa0-9d61-4f34-83a6-4efce7691193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.183690 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c21e1aa0-9d61-4f34-83a6-4efce7691193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.188232 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-e0ec457c-3b39-4918-ad44-3cd5a01771df None None] Provisioning for port ed327e83-f560-4a83-86c6-6979094f8f6e completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:36.242833 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c21e1aa0-9d61-4f34-83a6-4efce7691193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.246212 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c21e1aa0-9d61-4f34-83a6-4efce7691193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.247171 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c21e1aa0-9d61-4f34-83a6-4efce7691193 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58d3bfa8-aa69-4d37-a500-e23840eb8b30 HTTP/1.1" status: 204 len: 168 time: 0.2446797 Jul 16 18:38:36.285840 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e1aa0-9d61-4f34-83a6-4efce7691193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d3bfa8-aa69-4d37-a500-e23840eb8b30,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:36.299923 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f259883b-9e90-46f4-ac1e-e301f2e14240 req-3210f1ec-4a99-4f78-a57b-0173695c72f8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476564 Jul 16 18:38:36.403921 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:35Z', 'revision_number': 3, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:36.450744 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Checking router: b34153cf-e016-42d1-b723-61b26e672e48 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:36.451094 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Updating router b34153cf-e016-42d1-b723-61b26e672e48 port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d binding host dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:38:36.489196 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.607330 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.705396 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39254) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:36.763635 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb2a6-ad21-4a73-af68-6c69d491cd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.792723 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ed327e83-f560-4a83-86c6-6979094f8f6e up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:36.850505 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port ed327e83-f560-4a83-86c6-6979094f8f6e completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:36.855844 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port ed327e83-f560-4a83-86c6-6979094f8f6e triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:36.856566 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.925172 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Allocated IP 172.20.0.1 (b5659565-8774-4d43-910a-bea01eaf10da/e721fc25-3157-41d7-8181-b6ea28c0b46e/8f563814-9262-469c-a175-34627154690a) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:36.952395 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Notify callbacks [] for port, precommit_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.956861 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb2a6-ad21-4a73-af68-6c69d491cd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.963014 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb2a6-ad21-4a73-af68-6c69d491cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.969704 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.provisioning_blocks [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Transition to ACTIVE for port object 2fc7b291-a48f-4d26-8df0-b33b75f70c2d will not be triggered until provisioned by entity L2. {{(pid=93210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:36.976708 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.010705 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.018386 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-0bdcb2a6-ad21-4a73-af68-6c69d491cd5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69ac5661d8364e84b90c114a2a022063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119190 Jul 16 18:38:37.021035 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39268) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:37.050518 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Pushing event updated for resources: {'Port': ['ID=2fc7b291-a48f-4d26-8df0-b33b75f70c2d,revision_number=2']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:37.058305 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Attempting to bind port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:37.058810 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Attempting to bind port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:37.059273 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Attempting to bind port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d on network 73c708b8-06d7-447a-8102-37bbb9bcd43a {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:37.065545 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:37.066188 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Checking segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:37.067121 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.067121 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Bound using segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:37.067892 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Bound port: 2fc7b291-a48f-4d26-8df0-b33b75f70c2d, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:37.068241 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port ed327e83-f560-4a83-86c6-6979094f8f6e, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ed327e83-f560-4a83-86c6-6979094f8f6e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:37.068460 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.076474 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.117485 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.120645 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.121176 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcb2a6-ad21-4a73-af68-6c69d491cd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736f573c-4a50-42a3-a91a-5e5abcabea1e,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:37.122721 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.124549 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.125950 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.127742 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.129095 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.130716 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.131212 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.131649 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.132848 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.133973 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:37.155465 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-63e3c918-51b7-4a10-832e-70f7a9dce352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.203326 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-63e3c918-51b7-4a10-832e-70f7a9dce352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.204532 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=ed327e83-f560-4a83-86c6-6979094f8f6e,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:37.215997 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] For port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:37.220419 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] For port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=2fc7b291-a48f-4d26-8df0-b33b75f70c2d,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:37.224547 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.273486 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-63e3c918-51b7-4a10-832e-70f7a9dce352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.278054 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-63e3c918-51b7-4a10-832e-70f7a9dce352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.285329 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-63e3c918-51b7-4a10-832e-70f7a9dce352 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/736f573c-4a50-42a3-a91a-5e5abcabea1e HTTP/1.1" status: 204 len: 168 time: 0.2626576 Jul 16 18:38:37.296217 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3c918-51b7-4a10-832e-70f7a9dce352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736f573c-4a50-42a3-a91a-5e5abcabea1e,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:37.299618 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.322705 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:37.323711 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:38:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:37.339747 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Transition to ACTIVE for port object 8f563814-9262-469c-a175-34627154690a will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:37.384108 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.447984 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Network b5659565-8774-4d43-910a-bea01eaf10da is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:37.451610 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:37.467957 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:37.468584 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729079'] for router_interface, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.471582 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Pushing event updated for resources: {'Port': ['ID=8f563814-9262-469c-a175-34627154690a,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:37.487747 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10e0a0-e5eb-4ae7-aafd-1173a9dd72b6 None None] Pushing event updated for resources: {'Port': ['ID=2fc7b291-a48f-4d26-8df0-b33b75f70c2d,revision_number=3']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:37.582411 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694ca0e-2912-45e2-a5ae-3f5dd3bac8f8 req-896a8602-6fbc-492e-94f1-224ec2aae5b3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.583901 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c694ca0e-2912-45e2-a5ae-3f5dd3bac8f8 req-896a8602-6fbc-492e-94f1-224ec2aae5b3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1088967 Jul 16 18:38:37.595991 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:37.666039 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.680683 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c694ca0e-2912-45e2-a5ae-3f5dd3bac8f8 req-3bc945b2-9ada-4419-b949-a8a549cb6a8d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773265 Jul 16 18:38:37.795247 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-b38037de-4a85-475e-be1d-2e747433850b None None] Provisioning for port 8f563814-9262-469c-a175-34627154690a completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:37.801367 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-b38037de-4a85-475e-be1d-2e747433850b None None] Provisioning complete for port 8f563814-9262-469c-a175-34627154690a triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:37.802027 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-b38037de-4a85-475e-be1d-2e747433850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.850384 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-b38037de-4a85-475e-be1d-2e747433850b None None] Port 8f563814-9262-469c-a175-34627154690a cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:37.886847 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.892062 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.892948 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729091'] for router_interface, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.893563 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:35Z', 'revision_number': 3, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:37.922419 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31813454-2f89-43de-9884-d56d4a3a384f None None] The sync data for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi is: [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:35Z', 'revision_number': 3, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:38.155503 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Pushing event updated for resources: {'Port': ['ID=8f563814-9262-469c-a175-34627154690a,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:38.258695 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Network b5659565-8774-4d43-910a-bea01eaf10da is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:38.262653 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:38.484561 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Router b34153cf-e016-42d1-b723-61b26e672e48 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:38.601516 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-bb9574ba-758e-4203-9d56-14283780e73b None None] Provisioning complete for port 8f563814-9262-469c-a175-34627154690a triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:38.602909 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bb9574ba-758e-4203-9d56-14283780e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:38.659274 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-bb9574ba-758e-4203-9d56-14283780e73b None None] Port 8f563814-9262-469c-a175-34627154690a cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:38.710593 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:38.723757 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-84a719b1-1d18-4675-ada7-99633ce2cb73 admin admin] 10.222.0.79 "PUT /v2.0/routers/b34153cf-e016-42d1-b723-61b26e672e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6963656 Jul 16 18:38:38.921425 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ed327e83-f560-4a83-86c6-6979094f8f6e up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:39.025441 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62075eb9-6d2e-4333-b158-cc934cc3ada2 req-358cdc86-7b8f-4ff0-be7a-dbd19712efb2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.037489 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-62075eb9-6d2e-4333-b158-cc934cc3ada2 req-358cdc86-7b8f-4ff0-be7a-dbd19712efb2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1485789 Jul 16 18:38:39.048852 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port ed327e83-f560-4a83-86c6-6979094f8f6e triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:39.049626 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.131848 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-62075eb9-6d2e-4333-b158-cc934cc3ada2 req-2b578266-5775-4d19-a523-f7ca29406dcd tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852439 Jul 16 18:38:39.284469 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 2fc7b291-a48f-4d26-8df0-b33b75f70c2d up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:39.347085 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:39.362824 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:39.363608 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.459976 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.485184 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=2fc7b291-a48f-4d26-8df0-b33b75f70c2d,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:39.489730 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.548265 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=2fc7b291-a48f-4d26-8df0-b33b75f70c2d,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:39.992093 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39348) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:39.996886 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-80c35d15-d766-42e0-93df-3c60cd80a417 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1589033233', 'description': 'tempest-description--249700638'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:40.020300 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-80c35d15-d766-42e0-93df-3c60cd80a417 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.025036 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Sync routers for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:40.035578 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:40.036208 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:38:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:40.106248 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-80c35d15-d766-42e0-93df-3c60cd80a417 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.110174 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-80c35d15-d766-42e0-93df-3c60cd80a417 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.139130 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-80c35d15-d766-42e0-93df-3c60cd80a417 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.140355 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-80c35d15-d766-42e0-93df-3c60cd80a417 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1473830 Jul 16 18:38:40.142264 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c35d15-d766-42e0-93df-3c60cd80a417 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb7d65e-3554-4378-86f3-9e8c0350f1de,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:40.143342 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39350) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:40.148767 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-1be6bccc-29f7-4452-ae38-f7224503b98d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'security_group_rule': {'security_group_id': '2cb7d65e-3554-4378-86f3-9e8c0350f1de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:40.159956 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:40.211274 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1be6bccc-29f7-4452-ae38-f7224503b98d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.272331 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1be6bccc-29f7-4452-ae38-f7224503b98d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.279085 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1be6bccc-29f7-4452-ae38-f7224503b98d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.313754 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6bccc-29f7-4452-ae38-f7224503b98d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b31be17-0822-4b2c-8be0-a75bcd496e8e,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:40.326683 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1be6bccc-29f7-4452-ae38-f7224503b98d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.333733 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39360) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:40.334125 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-1be6bccc-29f7-4452-ae38-f7224503b98d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1894968 Jul 16 18:38:40.341500 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-b2fb12fa-0fdd-4aaf-970f-91f0e54990a6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'security_group_rule': {'security_group_id': '2cb7d65e-3554-4378-86f3-9e8c0350f1de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:40.402421 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b2fb12fa-0fdd-4aaf-970f-91f0e54990a6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.460806 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 2, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:40.497229 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Checking router: b34153cf-e016-42d1-b723-61b26e672e48 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:40.497772 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Updating router b34153cf-e016-42d1-b723-61b26e672e48 port 8f563814-9262-469c-a175-34627154690a binding host dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:38:40.547022 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b2fb12fa-0fdd-4aaf-970f-91f0e54990a6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.548260 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b26b13-ad37-4aac-bb81-83a51bcb14f8 req-68bf8bd1-7464-41f4-ad88-f8b346f7ca14 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.554602 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b2fb12fa-0fdd-4aaf-970f-91f0e54990a6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.554977 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.560532 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a5b26b13-ad37-4aac-bb81-83a51bcb14f8 req-68bf8bd1-7464-41f4-ad88-f8b346f7ca14 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.2102451 Jul 16 18:38:40.586407 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb12fa-0fdd-4aaf-970f-91f0e54990a6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8204ac54-1426-4e30-b6c1-9e0fe2a8f518,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:40.627369 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b2fb12fa-0fdd-4aaf-970f-91f0e54990a6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.629671 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-b2fb12fa-0fdd-4aaf-970f-91f0e54990a6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2932591 Jul 16 18:38:40.632376 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39376) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:40.638312 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a5b26b13-ad37-4aac-bb81-83a51bcb14f8 req-ed72083d-8676-47a9-8a44-a6b19e3bd724 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765285 Jul 16 18:38:40.638489 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'floatingip': {'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:40.697972 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.844319 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 2fc7b291-a48f-4d26-8df0-b33b75f70c2d up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:40.854516 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.967438 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:40.967960 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.998705 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Allocated IP 172.27.2.193 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/ce0468c7-14e9-4271-baf8-719d1634eb9d) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:41.048286 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Notify callbacks [] for port, precommit_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.066355 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Transition to ACTIVE for port object 8f563814-9262-469c-a175-34627154690a will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:41.092906 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.124099 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.158343 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e01d1-0f4e-49e3-9b4f-26da1d7180bc None None] Pushing event updated for resources: {'Port': ['ID=8f563814-9262-469c-a175-34627154690a,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:41.185176 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.242392 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:41.246832 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:41.252568 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Attempting to bind port 8f563814-9262-469c-a175-34627154690a on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:41.252946 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Attempting to bind port 8f563814-9262-469c-a175-34627154690a by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:41.253313 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Attempting to bind port 8f563814-9262-469c-a175-34627154690a on network b5659565-8774-4d43-910a-bea01eaf10da {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:41.256969 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:41.259696 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:41.260165 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Checking segment: {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:41.260727 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.260988 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Bound using segment: {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:41.261478 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Bound port: 8f563814-9262-469c-a175-34627154690a, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:41.261871 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.273588 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'Port': ['ID=ce0468c7-14e9-4271-baf8-719d1634eb9d,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:41.326210 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.372358 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] For port 8f563814-9262-469c-a175-34627154690a, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:41.376426 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] For port 8f563814-9262-469c-a175-34627154690a, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=8f563814-9262-469c-a175-34627154690a,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:41.383237 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.399431 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.453067 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:41.453674 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:38:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:41.499951 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e01d1-0f4e-49e3-9b4f-26da1d7180bc None None] Pushing event updated for resources: {'Port': ['ID=8f563814-9262-469c-a175-34627154690a,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:41.600269 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:41.615051 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.622248 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.680000 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.706142 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'Port': ['ID=ce0468c7-14e9-4271-baf8-719d1634eb9d,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:41.723126 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.724682 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-4e96e162-ab18-4f92-a3c4-ac65755ead3a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0911968 Jul 16 18:38:41.850842 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f8df6-56b7-4331-830b-dfa6236f787f req-91d908df-ef87-4496-b12e-7fd6d6870c5f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:41.852432 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c09f8df6-56b7-4331-830b-dfa6236f787f req-91d908df-ef87-4496-b12e-7fd6d6870c5f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0797689 Jul 16 18:38:41.884441 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:41Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:41.898975 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c09f8df6-56b7-4331-830b-dfa6236f787f req-08b3ec38-1d06-4174-ba8b-1520a447e0f9 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Jul 16 18:38:41.912279 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067eeb1a-b032-404d-b9c0-0c07f7677827 None None] The sync data for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi is: [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:41Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:42.786167 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 8f563814-9262-469c-a175-34627154690a up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:42.824616 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39442) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:42.843713 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 8f563814-9262-469c-a175-34627154690a completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:42.850338 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 8f563814-9262-469c-a175-34627154690a triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:42.850709 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.947135 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.966158 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0e584c0-0382-4f5a-a46c-388fe25eccc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.034989 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 8f563814-9262-469c-a175-34627154690a, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=8f563814-9262-469c-a175-34627154690a,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:43.041138 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.097963 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0e584c0-0382-4f5a-a46c-388fe25eccc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.102529 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0e584c0-0382-4f5a-a46c-388fe25eccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.115564 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=8f563814-9262-469c-a175-34627154690a,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:43.149175 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-b0e584c0-0382-4f5a-a46c-388fe25eccc8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb5194bd768c4151a10da95e87d8b617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228800 Jul 16 18:38:43.153539 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39450) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:43.157124 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dbff0-dea9-4bc2-ba5d-5c29ec534ae9 req-bb70c5df-163b-424c-84e8-0b074c2f188e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.158641 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-080dbff0-dea9-4bc2-ba5d-5c29ec534ae9 req-bb70c5df-163b-424c-84e8-0b074c2f188e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0943930 Jul 16 18:38:43.166217 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e584c0-0382-4f5a-a46c-388fe25eccc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db6bbf8-a484-4301-a279-01e96465a40f,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:43.204632 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-080dbff0-dea9-4bc2-ba5d-5c29ec534ae9 req-e075a43a-ca94-4420-a822-666e9274c227 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390468 Jul 16 18:38:43.214050 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a554cdfa-6826-4729-8190-af5ef2003791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.245078 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a554cdfa-6826-4729-8190-af5ef2003791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.299089 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a554cdfa-6826-4729-8190-af5ef2003791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.301623 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a554cdfa-6826-4729-8190-af5ef2003791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.303410 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-a554cdfa-6826-4729-8190-af5ef2003791 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7db6bbf8-a484-4301-a279-01e96465a40f HTTP/1.1" status: 204 len: 168 time: 0.1488171 Jul 16 18:38:43.312342 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554cdfa-6826-4729-8190-af5ef2003791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db6bbf8-a484-4301-a279-01e96465a40f,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:43.490046 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-4e36c697-3fa8-4584-8575-e879e6eac74a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1589033233&fields=id&tenant_id=9b2708a3489a4b798499f122ee207e94 HTTP/1.1" status: 200 len: 267 time: 0.0486042 Jul 16 18:38:43.632897 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-0b991cef-d0dd-4f3e-9b43-95e95de86f76 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.634517 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-0b991cef-d0dd-4f3e-9b43-95e95de86f76 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 817 time: 0.1364660 Jul 16 18:38:43.650056 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-661e3e59-59b8-4c55-a798-b294320f3004 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/quotas/9b2708a3489a4b798499f122ee207e94 HTTP/1.1" status: 200 len: 375 time: 0.0098660 Jul 16 18:38:43.729750 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-b4cc51a6-ebbd-4796-b6d0-555d79c241ed tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728290 Jul 16 18:38:43.844463 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-72d8b85b-942c-4eaf-9b78-74983ea040aa service neutron] 10.222.0.79 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996001 Jul 16 18:38:43.934317 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-61c5479a-4efe-4685-a765-2cfdea3333b8 service neutron] 10.222.0.79 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833189 Jul 16 18:38:44.108170 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-35ee409c-4641-4135-98c8-ed399d6c1a7c req-169980ab-c095-4fa7-91d6-243291abba8b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 210 time: 0.0294683 Jul 16 18:38:44.404000 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769da39-8b7b-4540-aef3-7c5c4e376920 req-b87c2653-4f81-4207-80c9-3fac90175787 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.405797 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d769da39-8b7b-4540-aef3-7c5c4e376920 req-b87c2653-4f81-4207-80c9-3fac90175787 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0791578 Jul 16 18:38:44.462452 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d769da39-8b7b-4540-aef3-7c5c4e376920 req-818e3120-70e5-4d1f-a0fd-b280f9ad80bd tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501471 Jul 16 18:38:44.731852 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39504) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:44.749122 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 8f563814-9262-469c-a175-34627154690a up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:44.886417 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-52872172-b2a9-40b6-aeb5-56d2e3426ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.943159 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 8f563814-9262-469c-a175-34627154690a triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:44.943532 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.983323 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-52872172-b2a9-40b6-aeb5-56d2e3426ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.988399 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-52872172-b2a9-40b6-aeb5-56d2e3426ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.033307 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-52872172-b2a9-40b6-aeb5-56d2e3426ba1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=846327cf7906471fbdc60875ed181f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001461 Jul 16 18:38:45.034100 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52872172-b2a9-40b6-aeb5-56d2e3426ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a45bdd4-7952-4418-bed5-3a810f5fe2e9,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:45.036482 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39514) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:45.087032 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2806558a-baa7-4329-9e01-3eec36eae2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.108554 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2806558a-baa7-4329-9e01-3eec36eae2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.158544 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2806558a-baa7-4329-9e01-3eec36eae2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.164337 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2806558a-baa7-4329-9e01-3eec36eae2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.171316 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-2806558a-baa7-4329-9e01-3eec36eae2a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a45bdd4-7952-4418-bed5-3a810f5fe2e9 HTTP/1.1" status: 204 len: 168 time: 0.1329782 Jul 16 18:38:45.187813 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806558a-baa7-4329-9e01-3eec36eae2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a45bdd4-7952-4418-bed5-3a810f5fe2e9,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:45.267943 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-493d00e0-4d13-4642-8e69-1da44bd32e84 req-70d8fae6-183c-422f-b787-0819303b06b7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 210 time: 0.0323751 Jul 16 18:38:45.476554 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39530) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:45.491354 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0c603cc8-7b76-4ea7-8cc1-668bc2b688e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.535627 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-5c3a4665-717e-4688-8ca2-b89fe7a5aa8b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:45.537155 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-5c3a4665-717e-4688-8ca2-b89fe7a5aa8b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.88 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 817 time: 0.1231773 Jul 16 18:38:45.604009 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-d00dff97-a40c-4c47-8e74-664c4030eb62 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b2708a3489a4b798499f122ee207e94 HTTP/1.1" status: 200 len: 380 time: 0.0440083 Jul 16 18:38:45.625554 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0c603cc8-7b76-4ea7-8cc1-668bc2b688e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.630042 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0c603cc8-7b76-4ea7-8cc1-668bc2b688e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.636647 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'port': {'device_id': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'admin_state_up': True, 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'security_groups': ['2cb7d65e-3554-4378-86f3-9e8c0350f1de']}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:45.681073 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-0c603cc8-7b76-4ea7-8cc1-668bc2b688e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=32aadbdb3dd2453c99fec2f8623e64ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032316 Jul 16 18:38:45.685356 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39536) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:45.707949 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c603cc8-7b76-4ea7-8cc1-668bc2b688e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9021fd68-6bdb-4958-af83-b570793e3725,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:45.776286 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edcdf583-4d6f-4334-aa47-9f0de5560b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.781435 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91144a73-ea95-4e06-a98b-041e5ee55738 req-843286f0-80ec-43d5-8fb4-e33b96972c82 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:45.784677 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-91144a73-ea95-4e06-a98b-041e5ee55738 req-843286f0-80ec-43d5-8fb4-e33b96972c82 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1849020 Jul 16 18:38:45.801640 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edcdf583-4d6f-4334-aa47-9f0de5560b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.848532 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-91144a73-ea95-4e06-a98b-041e5ee55738 req-32840dbc-4b18-4527-983f-ab9662ea1165 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536029 Jul 16 18:38:45.853127 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Made reservation on behalf of 9b2708a3489a4b798499f122ee207e94 for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:45.859952 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.863222 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edcdf583-4d6f-4334-aa47-9f0de5560b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.866226 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-edcdf583-4d6f-4334-aa47-9f0de5560b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.867702 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-edcdf583-4d6f-4334-aa47-9f0de5560b26 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9021fd68-6bdb-4958-af83-b570793e3725 HTTP/1.1" status: 204 len: 168 time: 0.1811373 Jul 16 18:38:45.881568 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdf583-4d6f-4334-aa47-9f0de5560b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9021fd68-6bdb-4958-af83-b570793e3725,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:46.026998 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Allocated IP 172.20.0.13 (b5659565-8774-4d43-910a-bea01eaf10da/e721fc25-3157-41d7-8181-b6ea28c0b46e/88156eb8-750a-4643-9949-0397c10edc3e) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:46.184530 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.198503 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Transition to ACTIVE for port object 88156eb8-750a-4643-9949-0397c10edc3e will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:46.239491 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.290880 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Network b5659565-8774-4d43-910a-bea01eaf10da is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:46.294342 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:46.298883 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:46.335045 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'Port': ['ID=88156eb8-750a-4643-9949-0397c10edc3e,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:46.356743 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:46.357406 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.375174 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-44eff82e-4165-4677-8e5c-74498bf82041 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7603097 Jul 16 18:38:46.401237 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Request body: {'port': {'device_id': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:46.471489 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b43d4-f16f-4f64-b3cb-dd5c51e72684 req-e56051cb-3b1f-4e58-9d39-2d7429d3f229 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:46.479390 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5e8b43d4-f16f-4f64-b3cb-dd5c51e72684 req-e56051cb-3b1f-4e58-9d39-2d7429d3f229 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 932 time: 0.0784106 Jul 16 18:38:46.496805 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.529136 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5e8b43d4-f16f-4f64-b3cb-dd5c51e72684 req-22e3d333-5e72-46dd-a3eb-5f1fe418ac04 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487556 Jul 16 18:38:46.575871 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-c1c6c5ba-154c-4632-b334-442b2b897030 None None] Provisioning for port 88156eb8-750a-4643-9949-0397c10edc3e completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:46.580420 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-c1c6c5ba-154c-4632-b334-442b2b897030 None None] Provisioning complete for port 88156eb8-750a-4643-9949-0397c10edc3e triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:46.580759 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c1c6c5ba-154c-4632-b334-442b2b897030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.621457 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-c1c6c5ba-154c-4632-b334-442b2b897030 None None] Port 88156eb8-750a-4643-9949-0397c10edc3e cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:47.020636 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88156eb8-750a-4643-9949-0397c10edc3e {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:47.029344 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.056100 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Transition to ACTIVE for port object 88156eb8-750a-4643-9949-0397c10edc3e will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:47.065040 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.077022 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb45f1-a1cc-4448-bb78-a7158e722dcb req-25d9e7ca-9134-4d0b-9d11-ed16d5ff0c84 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.078587 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b7cb45f1-a1cc-4448-bb78-a7158e722dcb req-25d9e7ca-9134-4d0b-9d11-ed16d5ff0c84 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0810392 Jul 16 18:38:47.134088 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b7cb45f1-a1cc-4448-bb78-a7158e722dcb req-7146eec6-bef5-4f1a-910f-b8861172f337 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458586 Jul 16 18:38:47.147960 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Pushing event updated for resources: {'Port': ['ID=88156eb8-750a-4643-9949-0397c10edc3e,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:47.179513 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39588) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:47.213312 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Attempting to bind port 88156eb8-750a-4643-9949-0397c10edc3e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:47.214217 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Attempting to bind port 88156eb8-750a-4643-9949-0397c10edc3e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:47.214383 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Attempting to bind port 88156eb8-750a-4643-9949-0397c10edc3e on network b5659565-8774-4d43-910a-bea01eaf10da {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:47.219198 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Port 88156eb8-750a-4643-9949-0397c10edc3e on network b5659565-8774-4d43-910a-bea01eaf10da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:47.219522 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Attempting to bind port 88156eb8-750a-4643-9949-0397c10edc3e on network b5659565-8774-4d43-910a-bea01eaf10da {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:47.226243 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:47.226650 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Checking segment: {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:47.226970 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Bound using segment: {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:47.227480 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Bound port: 88156eb8-750a-4643-9949-0397c10edc3e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:47.227850 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.309661 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:47.314736 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:47.320211 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.328161 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c5356c15-a3f0-4073-ac91-aa708acff0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.388953 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.389964 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.392214 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] 10.222.0.88 "PUT /v2.0/ports/88156eb8-750a-4643-9949-0397c10edc3e HTTP/1.1" status: 200 len: 1094 time: 1.0050418 Jul 16 18:38:47.392871 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:47.396709 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "tag": "88156eb8-750a-4643-9949-0397c10edc3e"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:47.436064 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fd91c-2a3f-47d5-aa2d-6c98a5696cbd service neutron] Pushing event updated for resources: {'Port': ['ID=88156eb8-750a-4643-9949-0397c10edc3e,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:47.450660 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153c0c5f-8983-4872-8627-7e3cd909e5c1 x-openstack-request-id: req-153c0c5f-8983-4872-8627-7e3cd909e5c1 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:47.451088 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "tag": "88156eb8-750a-4643-9949-0397c10edc3e", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:47.451931 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-153c0c5f-8983-4872-8627-7e3cd909e5c1 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:47.452032 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e', 'status': 'completed', 'code': 200} Jul 16 18:38:47.509572 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c5356c15-a3f0-4073-ac91-aa708acff0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.515408 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c5356c15-a3f0-4073-ac91-aa708acff0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.562837 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-692dc34b-167b-4e59-8e92-65b7b4440ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.564749 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-692dc34b-167b-4e59-8e92-65b7b4440ef9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0988178 Jul 16 18:38:47.590694 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c5356c15-a3f0-4073-ac91-aa708acff0ff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=233e7f8a6cf742c6acb94bf64382a128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098325 Jul 16 18:38:47.591949 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5356c15-a3f0-4073-ac91-aa708acff0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fab1f49-770c-44e8-9148-8acd6e21adb2,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:47.615223 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39596) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:47.665630 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-fb7b3bc3-eb2c-4c7f-b457-386eaab4cf0f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88156eb8-750a-4643-9949-0397c10edc3e HTTP/1.1" status: 200 len: 217 time: 0.0866592 Jul 16 18:38:47.695607 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c119dfaf-4466-4d43-8beb-1c49dfbddd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.718528 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c119dfaf-4466-4d43-8beb-1c49dfbddd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.728275 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-5ceba708-acc1-43ab-a1ef-c03ee0835c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.730776 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-5ceba708-acc1-43ab-a1ef-c03ee0835c30 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 200 len: 856 time: 0.0587738 Jul 16 18:38:47.808570 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c119dfaf-4466-4d43-8beb-1c49dfbddd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.810369 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-de94b5ae-86dd-41c3-bc22-c2d57a19ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.811092 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c119dfaf-4466-4d43-8beb-1c49dfbddd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.812097 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-de94b5ae-86dd-41c3-bc22-c2d57a19ab9a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5659565-8774-4d43-910a-bea01eaf10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668018 Jul 16 18:38:47.812238 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c119dfaf-4466-4d43-8beb-1c49dfbddd91 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1fab1f49-770c-44e8-9148-8acd6e21adb2 HTTP/1.1" status: 204 len: 168 time: 0.1958861 Jul 16 18:38:47.822658 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119dfaf-4466-4d43-8beb-1c49dfbddd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fab1f49-770c-44e8-9148-8acd6e21adb2,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:47.831193 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff41c57-bf7d-409c-b338-6eefbe388cba req-b5c5d4f2-14ad-4f88-b420-fc3827c78447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.832691 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-1ff41c57-bf7d-409c-b338-6eefbe388cba req-b5c5d4f2-14ad-4f88-b420-fc3827c78447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0976334 Jul 16 18:38:47.878246 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-1ff41c57-bf7d-409c-b338-6eefbe388cba req-50e34f38-1b92-4a68-920c-dc563d1a94d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369287 Jul 16 18:38:47.929036 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-749599b8-86c6-49c4-8ec2-16019ff30227 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979819 Jul 16 18:38:48.048689 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc023d36-ac55-416f-98da-ba232e54d1c1 req-3b3639e8-d28a-48be-b8f6-82b810ced1d1 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159010 Jul 16 18:38:48.179052 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a req-7033d86e-70a7-4c99-9030-726811f2bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.180644 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a req-7033d86e-70a7-4c99-9030-726811f2bef0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0579870 Jul 16 18:38:48.295765 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a req-ef06e39b-0a1d-42ab-9b0a-b3a8552a5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.297351 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a req-ef06e39b-0a1d-42ab-9b0a-b3a8552a5a44 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 919 time: 0.1087916 Jul 16 18:38:48.344081 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a req-d10ffbbf-e67b-4bb0-97d9-4883855c8633 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88156eb8-750a-4643-9949-0397c10edc3e HTTP/1.1" status: 200 len: 217 time: 0.0383868 Jul 16 18:38:48.352139 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfa668-319a-4f5e-80fe-a28ffff682cb req-6e72fcba-3731-4d2f-9d1a-15fac514a023 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.355201 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-51bfa668-319a-4f5e-80fe-a28ffff682cb req-6e72fcba-3731-4d2f-9d1a-15fac514a023 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1011577 Jul 16 18:38:48.414282 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-51bfa668-319a-4f5e-80fe-a28ffff682cb req-a475cc8b-8e3d-4a69-a084-973a77eadb70 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486190 Jul 16 18:38:48.422473 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a req-b5bae33a-5396-4770-a715-14c630ace5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.424126 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a req-b5bae33a-5396-4770-a715-14c630ace5c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 200 len: 856 time: 0.0736482 Jul 16 18:38:48.495344 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a req-f205ecf1-2151-4ba5-ba94-86292b1b5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.496425 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a req-f205ecf1-2151-4ba5-ba94-86292b1b5c06 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5659565-8774-4d43-910a-bea01eaf10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626519 Jul 16 18:38:48.596133 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a req-2f081639-00ac-4191-b7fd-5c1ea282545a service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918310 Jul 16 18:38:48.704307 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-74e0b818-1af4-4dbb-8bcd-77b693aadd6a req-bc61e5da-94ea-45a3-a6a0-3e960b1ed39f service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972164 Jul 16 18:38:49.096884 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2b470-eb72-4109-9238-410c0b9df754 req-5523c2dc-c0b5-42a0-957a-41bab78a33ac tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.098479 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b1b2b470-eb72-4109-9238-410c0b9df754 req-5523c2dc-c0b5-42a0-957a-41bab78a33ac tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0789154 Jul 16 18:38:49.141564 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b1b2b470-eb72-4109-9238-410c0b9df754 req-1e45b5db-2da6-4a45-b4f9-20b43af97429 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363500 Jul 16 18:38:49.281340 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39658) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:49.394948 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e754becd-7e68-4e5f-a47c-21e39ca31ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.492004 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e754becd-7e68-4e5f-a47c-21e39ca31ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.498817 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e754becd-7e68-4e5f-a47c-21e39ca31ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.539014 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-e754becd-7e68-4e5f-a47c-21e39ca31ec7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4793319c1d4444a286b7c4b582e828b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563126 Jul 16 18:38:49.539562 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754becd-7e68-4e5f-a47c-21e39ca31ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de813e7-36c6-499e-a4bb-f1693a29bbc6,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:49.541970 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39664) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:49.593818 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-32a6e4c5-6a89-4f15-8ed9-42dec6f37488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.615855 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-32a6e4c5-6a89-4f15-8ed9-42dec6f37488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.624457 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2beb1a-5067-4ce4-ae05-abf46df5158c req-63cbf898-962e-4eca-8930-aa1aac9ef79a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.626136 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4b2beb1a-5067-4ce4-ae05-abf46df5158c req-63cbf898-962e-4eca-8930-aa1aac9ef79a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0921843 Jul 16 18:38:49.679120 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4b2beb1a-5067-4ce4-ae05-abf46df5158c req-78e6e229-152a-4e48-bfaf-a13a50304a2a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471077 Jul 16 18:38:49.685429 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-32a6e4c5-6a89-4f15-8ed9-42dec6f37488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.687966 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-32a6e4c5-6a89-4f15-8ed9-42dec6f37488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.689108 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-32a6e4c5-6a89-4f15-8ed9-42dec6f37488 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9de813e7-36c6-499e-a4bb-f1693a29bbc6 HTTP/1.1" status: 204 len: 168 time: 0.1462407 Jul 16 18:38:49.702356 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6e4c5-6a89-4f15-8ed9-42dec6f37488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de813e7-36c6-499e-a4bb-f1693a29bbc6,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:50.355119 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8b2d2-4801-4586-9255-6cc31ed1ed58 req-cf874a79-1101-40fe-b747-01727aec0800 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.358908 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dbc8b2d2-4801-4586-9255-6cc31ed1ed58 req-cf874a79-1101-40fe-b747-01727aec0800 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0923994 Jul 16 18:38:50.403301 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dbc8b2d2-4801-4586-9255-6cc31ed1ed58 req-5a232744-f88a-4208-b1f6-f06539fb937c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399201 Jul 16 18:38:50.862143 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f5b15-4202-4f01-8206-67541765f472 req-07445f53-3c34-4401-afa7-8288f1e417cb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.863718 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-829f5b15-4202-4f01-8206-67541765f472 req-07445f53-3c34-4401-afa7-8288f1e417cb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0646410 Jul 16 18:38:50.910948 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-829f5b15-4202-4f01-8206-67541765f472 req-9169278a-2205-483f-91fa-1c8576f1528a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Jul 16 18:38:51.231072 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-8c24b1f0-30e7-42d1-bd38-ac051b36ecdf tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336202768&fields=id&tenant_id=fe4f148278ba408cb83924bbc48121f4 HTTP/1.1" status: 200 len: 267 time: 0.0362222 Jul 16 18:38:51.340867 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-2b91e303-af1a-4c70-af21-200d2bb5b17e tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.342394 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-2b91e303-af1a-4c70-af21-200d2bb5b17e tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/networks?id=67f9b577-db05-431a-8da7-2b783e514c0b HTTP/1.1" status: 200 len: 808 time: 0.1050870 Jul 16 18:38:51.358227 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-fe582f66-4d2c-48f5-be58-73f8ae2d8d26 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/quotas/fe4f148278ba408cb83924bbc48121f4 HTTP/1.1" status: 200 len: 375 time: 0.0102293 Jul 16 18:38:51.430759 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-a2e5db46-c9d6-43a6-8172-dfd991a4bb69 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe4f148278ba408cb83924bbc48121f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672247 Jul 16 18:38:51.578853 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-33d9905c-c41d-4d64-b037-954d7bd3fa16 service neutron] 10.222.0.79 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246767 Jul 16 18:38:51.635279 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19862b-df0a-477b-b0c0-828ec710b489 req-37097a95-1cea-44ee-826a-239524285ba1 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.643156 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bd19862b-df0a-477b-b0c0-828ec710b489 req-37097a95-1cea-44ee-826a-239524285ba1 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.1068544 Jul 16 18:38:51.693753 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-ca8b1d26-82c8-43db-a07b-0de69ea71323 service neutron] 10.222.0.79 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137044 Jul 16 18:38:51.699468 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bd19862b-df0a-477b-b0c0-828ec710b489 req-ff98689e-635c-460f-910f-c9633ae7983a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550334 Jul 16 18:38:51.746609 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f0d3084d-58d8-437d-b669-c06c203f0966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:51.833448 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 88156eb8-750a-4643-9949-0397c10edc3e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:51.845957 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 39764) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:51.972174 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:51.984795 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '88156eb8-750a-4643-9949-0397c10edc3e', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'port_id': '88156eb8-750a-4643-9949-0397c10edc3e', 'mac_address': 'fa:16:3e:27:2a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:52.003627 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-69609ffe-25b1-4fa5-97ae-8c3d56ba2ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.044745 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.069395 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88156eb8-750a-4643-9949-0397c10edc3e {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:52.099476 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:52.105507 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.116056 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cf1c22d2-49bc-4245-9438-03d5b3420cd5 req-ed8c1790-e230-40cd-bfea-dcf6bd16a706 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 210 time: 0.0381541 Jul 16 18:38:52.171632 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092995e-4f52-465e-8b99-12f1b7b66f55 req-6dca2e6c-b345-409c-8216-f9e609b4ad9e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.177746 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=88156eb8-750a-4643-9949-0397c10edc3e,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:52.179725 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7092995e-4f52-465e-8b99-12f1b7b66f55 req-6dca2e6c-b345-409c-8216-f9e609b4ad9e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1052434 Jul 16 18:38:52.196560 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-69609ffe-25b1-4fa5-97ae-8c3d56ba2ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.207657 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-69609ffe-25b1-4fa5-97ae-8c3d56ba2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.263793 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7092995e-4f52-465e-8b99-12f1b7b66f55 req-c95d3716-eaf1-4a48-8dc6-a691068a9cd1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831335 Jul 16 18:38:52.266350 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-69609ffe-25b1-4fa5-97ae-8c3d56ba2ff5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4faf34a676e74feb9f197cec6b79e64e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188962 Jul 16 18:38:52.267201 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69609ffe-25b1-4fa5-97ae-8c3d56ba2ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f144fe-a24c-4070-8a35-479cf9d0cf0a,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:52.270262 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39784) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:52.335057 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3fea194d-f307-42bb-8af8-66dc3e2dc95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.359902 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3fea194d-f307-42bb-8af8-66dc3e2dc95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.413749 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3fea194d-f307-42bb-8af8-66dc3e2dc95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.416316 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3fea194d-f307-42bb-8af8-66dc3e2dc95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.417708 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-3fea194d-f307-42bb-8af8-66dc3e2dc95c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/28f144fe-a24c-4070-8a35-479cf9d0cf0a HTTP/1.1" status: 204 len: 168 time: 0.1463370 Jul 16 18:38:52.426079 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea194d-f307-42bb-8af8-66dc3e2dc95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f144fe-a24c-4070-8a35-479cf9d0cf0a,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:52.517341 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['88156eb8-750a-4643-9949-0397c10edc3e'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:52.926024 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926b6fd-37a6-4069-8dfd-ff9f1626fa7e req-b9822b7a-fc1d-40bc-aa20-90e5e9f29a7b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.927726 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1926b6fd-37a6-4069-8dfd-ff9f1626fa7e req-b9822b7a-fc1d-40bc-aa20-90e5e9f29a7b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 945 time: 0.0943685 Jul 16 18:38:52.973485 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1926b6fd-37a6-4069-8dfd-ff9f1626fa7e req-e7fcdc1b-be9f-43bf-bef4-09a3ca31ad02 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Jul 16 18:38:53.286449 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-84d0ee2a-c82e-4aa8-b248-dd8a8ef9aa4b req-10e604b5-9540-4dde-9002-5465b8195b9e tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 210 time: 0.0562055 Jul 16 18:38:53.491145 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-b5f81c0d-2bb9-4fd8-b7be-961241e5259c tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.493119 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-b5f81c0d-2bb9-4fd8-b7be-961241e5259c tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.88 "GET /v2.0/networks?id=67f9b577-db05-431a-8da7-2b783e514c0b HTTP/1.1" status: 200 len: 808 time: 0.1310287 Jul 16 18:38:53.523203 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273f971-3524-4726-88d8-44fe0756ba0b req-20e694cd-6468-4c0a-b104-fe81eecabd8d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.525553 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c273f971-3524-4726-88d8-44fe0756ba0b req-20e694cd-6468-4c0a-b104-fe81eecabd8d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1132088 Jul 16 18:38:53.566508 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-24954606-c058-4df9-9ca1-12f352c61a47 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe4f148278ba408cb83924bbc48121f4 HTTP/1.1" status: 200 len: 380 time: 0.0624039 Jul 16 18:38:53.580191 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Request body: {'port': {'device_id': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'admin_state_up': True, 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'security_groups': ['dfb39169-c36c-4109-b9e1-7b335585124d']}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:53.601599 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c273f971-3524-4726-88d8-44fe0756ba0b req-6c8b9204-410d-4c45-8901-0adc024500f1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654182 Jul 16 18:38:53.727253 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Made reservation on behalf of fe4f148278ba408cb83924bbc48121f4 for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:53.731654 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.847351 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 88156eb8-750a-4643-9949-0397c10edc3e up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:53.862336 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Allocated IP 172.20.0.9 (67f9b577-db05-431a-8da7-2b783e514c0b/984575de-1bd2-4aa4-bd82-a8567f2419ec/2e028c40-1bba-4577-a87a-0c5f8a9aed0f) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:53.902540 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 88156eb8-750a-4643-9949-0397c10edc3e completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:53.906418 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 88156eb8-750a-4643-9949-0397c10edc3e triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:53.906979 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.990364 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.016712 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.019705 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:54.022808 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd3bce3-4bb5-4697-8242-397e32c2a572" -d '{"events": [{"server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "name": "network-vif-plugged", "status": "completed", "tag": "88156eb8-750a-4643-9949-0397c10edc3e"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:54.032281 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Transition to ACTIVE for port object 2e028c40-1bba-4577-a87a-0c5f8a9aed0f will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:54.050744 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:54.055534 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.071625 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.085870 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7c1889-9cfd-4418-88f6-e75939653648 x-openstack-request-id: req-eb7c1889-9cfd-4418-88f6-e75939653648 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:54.086888 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "name": "network-vif-plugged", "status": "completed", "tag": "88156eb8-750a-4643-9949-0397c10edc3e", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:54.087171 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb7c1889-9cfd-4418-88f6-e75939653648 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:54.087570 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e', 'code': 200} Jul 16 18:38:54.118503 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Network 67f9b577-db05-431a-8da7-2b783e514c0b is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:54.124435 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:54.125231 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=88156eb8-750a-4643-9949-0397c10edc3e,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:54.146071 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:54.236967 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event updated for resources: {'Port': ['ID=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:54.285812 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.286460 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.314822 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1de5c03c-42b8-4019-9749-652ee4dab1e8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7427161 Jul 16 18:38:54.331047 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bce826-bc6e-46bc-8f12-f50616156086 req-027107d0-8ed3-415f-818e-47f02a02c736 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.340333 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-51bce826-bc6e-46bc-8f12-f50616156086 req-027107d0-8ed3-415f-818e-47f02a02c736 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.1277795 Jul 16 18:38:54.347328 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Request body: {'port': {'device_id': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:54.457204 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-c3d195e4-b67c-4826-b618-75fbf8a37302 None None] Provisioning for port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:54.467889 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-c3d195e4-b67c-4826-b618-75fbf8a37302 None None] Provisioning complete for port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:54.468277 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c3d195e4-b67c-4826-b618-75fbf8a37302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.515110 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0cc8-bd99-4ced-96ab-e4b140a601a6 req-9e61070d-1536-453a-8a56-0c63b87bd536 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.518364 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-51bce826-bc6e-46bc-8f12-f50616156086 req-35ef6ea8-9411-44a9-b9a7-8b3769387780 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770451 Jul 16 18:38:54.527123 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c90b0cc8-bd99-4ced-96ab-e4b140a601a6 req-9e61070d-1536-453a-8a56-0c63b87bd536 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 931 time: 0.1032476 Jul 16 18:38:54.528923 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-35c7b8c1-27aa-4561-b7fd-586219357c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.532870 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-c3d195e4-b67c-4826-b618-75fbf8a37302 None None] Port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:54.559064 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.574270 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c90b0cc8-bd99-4ced-96ab-e4b140a601a6 req-d11b398f-6e8d-46a8-ae78-9e7ca42c5b37 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458477 Jul 16 18:38:54.588976 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5905-2761-4814-8082-01e6526e996b req-82f14323-ddcd-412f-bc8b-3a37a06ddec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.591736 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-455b5905-2761-4814-8082-01e6526e996b req-82f14323-ddcd-412f-bc8b-3a37a06ddec6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 1099 time: 0.1804500 Jul 16 18:38:54.641100 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.741844 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-455b5905-2761-4814-8082-01e6526e996b req-8f98ad40-e627-4149-89f3-541824b33c07 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070087 Jul 16 18:38:54.862875 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb3cec-539b-40fe-b3d2-b8f228596bfb req-6d6f802c-a60d-42d8-b827-629dd5fa1e70 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.864374 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-acfb3cec-539b-40fe-b3d2-b8f228596bfb req-6d6f802c-a60d-42d8-b827-629dd5fa1e70 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1397145 Jul 16 18:38:54.923879 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-acfb3cec-539b-40fe-b3d2-b8f228596bfb req-264ddd80-c39f-4fff-a7f9-90c253e3165a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528405 Jul 16 18:38:54.968803 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e028c40-1bba-4577-a87a-0c5f8a9aed0f {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:54.976208 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.988928 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Transition to ACTIVE for port object 2e028c40-1bba-4577-a87a-0c5f8a9aed0f will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:54.992364 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.043099 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Pushing event updated for resources: {'Port': ['ID=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:55.118806 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Attempting to bind port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:55.119733 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Attempting to bind port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:55.120079 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Attempting to bind port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f on network 67f9b577-db05-431a-8da7-2b783e514c0b {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:55.124895 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f on network 67f9b577-db05-431a-8da7-2b783e514c0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:55.125220 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Attempting to bind port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f on network 67f9b577-db05-431a-8da7-2b783e514c0b {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:55.130285 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:55.130627 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Checking segment: {'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:55.131010 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Bound using segment: {'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:55.131455 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Bound port: 2e028c40-1bba-4577-a87a-0c5f8a9aed0f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10609f1-49e1-4106-9d51-15a417b16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:55.131802 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.198938 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] For port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:55.202104 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] For port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:55.206211 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.239471 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.240075 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.241639 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] 10.222.0.88 "PUT /v2.0/ports/2e028c40-1bba-4577-a87a-0c5f8a9aed0f HTTP/1.1" status: 200 len: 1093 time: 0.8992178 Jul 16 18:38:55.242148 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:55.244474 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23fbf30-03ca-4705-9686-1498aa7019c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:55.273553 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dd722-1fc5-4ab7-96a3-4191df92bc73 service neutron] Pushing event updated for resources: {'Port': ['ID=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:55.293799 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6a180d-4366-4699-8585-7b1b857f05b1 x-openstack-request-id: req-9c6a180d-4366-4699-8585-7b1b857f05b1 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:55.294411 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:55.294411 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9c6a180d-4366-4699-8585-7b1b857f05b1 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:55.294597 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'status': 'completed', 'code': 200} Jul 16 18:38:55.390027 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.717119 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49464000-edaa-45df-bb01-a875a7bd1dbf req-00738d2c-2c98-4416-886b-357eec11d68b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.719627 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-49464000-edaa-45df-bb01-a875a7bd1dbf req-00738d2c-2c98-4416-886b-357eec11d68b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0746517 Jul 16 18:38:55.768103 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-49464000-edaa-45df-bb01-a875a7bd1dbf req-d0de57e6-d0c9-44f6-8b27-45c78db22b26 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400829 Jul 16 18:38:55.946119 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58343266-cc74-46bf-ade2-4f79b56b8e63 req-b5a37b28-6719-4c05-8b4d-faf00081f5ac tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.948182 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-58343266-cc74-46bf-ade2-4f79b56b8e63 req-b5a37b28-6719-4c05-8b4d-faf00081f5ac tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0639963 Jul 16 18:38:55.986857 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-58343266-cc74-46bf-ade2-4f79b56b8e63 req-4d6f1c23-dee4-46a1-a38b-3a1f03dd2cb3 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321901 Jul 16 18:38:56.143652 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dc82f-4156-400d-98a3-7f9c412750ec req-21a5b047-464d-482b-aeb3-a187737f55b4 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.145081 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bf6dc82f-4156-400d-98a3-7f9c412750ec req-21a5b047-464d-482b-aeb3-a187737f55b4 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0620792 Jul 16 18:38:56.185633 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bf6dc82f-4156-400d-98a3-7f9c412750ec req-d90e0ff3-aa49-42a6-b05c-2bd8401bfb04 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346017 Jul 16 18:38:56.951018 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ba53-d0af-4546-acf3-78ceb1348f0c req-d06bc277-aee9-48a9-9f96-fd3ec6f089d2 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.952536 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2430ba53-d0af-4546-acf3-78ceb1348f0c req-d06bc277-aee9-48a9-9f96-fd3ec6f089d2 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0637655 Jul 16 18:38:56.990776 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2430ba53-d0af-4546-acf3-78ceb1348f0c req-c1321d26-7686-41a7-9e43-93ffa81e5b58 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328262 Jul 16 18:38:57.154849 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c64970-100d-497d-861a-d345bd2bac53 req-09fe8601-2949-4346-a283-ac7717075028 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.156351 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f8c64970-100d-497d-861a-d345bd2bac53 req-09fe8601-2949-4346-a283-ac7717075028 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0615292 Jul 16 18:38:57.192416 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f8c64970-100d-497d-861a-d345bd2bac53 req-2522f767-3b51-498c-8044-1204c70ba27c tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305905 Jul 16 18:38:57.356055 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4f15-5d72-4a5a-85e2-0bd5ede8ce10 req-7e2b656e-c089-4b83-8c3e-e222635b1a9c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.357698 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-35de4f15-5d72-4a5a-85e2-0bd5ede8ce10 req-7e2b656e-c089-4b83-8c3e-e222635b1a9c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0644562 Jul 16 18:38:57.394778 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-35de4f15-5d72-4a5a-85e2-0bd5ede8ce10 req-47fce6e9-8010-4652-9070-9cb09620c20f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Jul 16 18:38:57.412686 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.161823 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef66aaf-4a7f-4168-a75c-484526d22773 req-a6d513f6-fdb7-485f-811f-928be23cb853 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.163293 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3ef66aaf-4a7f-4168-a75c-484526d22773 req-a6d513f6-fdb7-485f-811f-928be23cb853 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0608757 Jul 16 18:38:58.201133 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3ef66aaf-4a7f-4168-a75c-484526d22773 req-cac2ca59-5b76-4741-97f9-244dec2a9d51 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317154 Jul 16 18:38:58.366630 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbb4b6-88b4-4bc4-b7e3-fd1040d422d2 req-c7ddc19f-3e44-44c5-8d4b-9fd73219cb2b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.368171 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3ecbb4b6-88b4-4bc4-b7e3-fd1040d422d2 req-c7ddc19f-3e44-44c5-8d4b-9fd73219cb2b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0642729 Jul 16 18:38:58.408764 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3ecbb4b6-88b4-4bc4-b7e3-fd1040d422d2 req-9f64862c-6d31-423a-8eae-645445a1d6bf tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342758 Jul 16 18:38:58.571851 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd9e4-4340-4ab2-8754-3feb77d4dd09 req-0b5a6e57-2392-4009-98ff-a775f6139cbc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.573331 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b23bd9e4-4340-4ab2-8754-3feb77d4dd09 req-0b5a6e57-2392-4009-98ff-a775f6139cbc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0678949 Jul 16 18:38:58.594493 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fbf30-03ca-4705-9686-1498aa7019c4 req-0c8657c3-6029-4526-a87b-c95a938781ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.595984 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d23fbf30-03ca-4705-9686-1498aa7019c4 req-0c8657c3-6029-4526-a87b-c95a938781ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe4f148278ba408cb83924bbc48121f4&device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 1096 time: 0.0569282 Jul 16 18:38:58.612841 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b23bd9e4-4340-4ab2-8754-3feb77d4dd09 req-0d601ee2-d550-4639-99b4-3b294bf34d92 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337250 Jul 16 18:38:58.961011 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fbf30-03ca-4705-9686-1498aa7019c4 req-e532e6a8-5e53-4eaa-8771-d992a7896bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.962580 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d23fbf30-03ca-4705-9686-1498aa7019c4 req-e532e6a8-5e53-4eaa-8771-d992a7896bb8 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=fe4f148278ba408cb83924bbc48121f4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3548660 Jul 16 18:38:59.122161 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.156270 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fbf30-03ca-4705-9686-1498aa7019c4 req-427899ae-dd52-46e1-ab40-9ba35edb9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.157817 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d23fbf30-03ca-4705-9686-1498aa7019c4 req-427899ae-dd52-46e1-ab40-9ba35edb9aa6 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1849775 Jul 16 18:38:59.389770 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-271d34b0-3a72-42d2-a563-085522137b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.391306 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-271d34b0-3a72-42d2-a563-085522137b17 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe4f148278ba408cb83924bbc48121f4&device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 1096 time: 0.1098747 Jul 16 18:38:59.409456 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715591ac-5111-44de-bfd8-b6c7b5168fc4 req-0d054571-e640-4aca-bbc2-f837d8f13fde tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.410979 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-715591ac-5111-44de-bfd8-b6c7b5168fc4 req-0d054571-e640-4aca-bbc2-f837d8f13fde tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0846999 Jul 16 18:38:59.456718 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1a304c90-76be-456d-9276-7a9f437907ef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f HTTP/1.1" status: 200 len: 217 time: 0.0447414 Jul 16 18:38:59.515204 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-715591ac-5111-44de-bfd8-b6c7b5168fc4 req-eef1254f-e73b-431a-bcd9-72b6932dc60b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966754 Jul 16 18:38:59.530445 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-5c993a2b-09fa-43cf-bb22-4948df0ef020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.532022 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-5c993a2b-09fa-43cf-bb22-4948df0ef020 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=984575de-1bd2-4aa4-bd82-a8567f2419ec HTTP/1.1" status: 200 len: 847 time: 0.0523374 Jul 16 18:38:59.610860 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb05442-1c86-4539-a7aa-df9100890332 req-c2fcfd3f-a88f-486b-8b38-c2e3bf6d01a0 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.612553 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-adb05442-1c86-4539-a7aa-df9100890332 req-c2fcfd3f-a88f-486b-8b38-c2e3bf6d01a0 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0709138 Jul 16 18:38:59.614663 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1126984b-662a-47d3-a971-ad0b221dfdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.616431 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-1126984b-662a-47d3-a971-ad0b221dfdad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=67f9b577-db05-431a-8da7-2b783e514c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696242 Jul 16 18:38:59.657048 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-adb05442-1c86-4539-a7aa-df9100890332 req-9319436d-b182-4614-ad05-c70cca0663f6 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381119 Jul 16 18:38:59.723249 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-53a14de8-9c4d-411a-a20b-8cd0fd923f57 service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915031 Jul 16 18:38:59.832555 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f5b47-6fbe-4122-b598-525d11be405c req-1d1b0c7d-2719-4c3a-aa6b-41c5a292c012 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.834053 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e92f5b47-6fbe-4122-b598-525d11be405c req-1d1b0c7d-2719-4c3a-aa6b-41c5a292c012 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0755780 Jul 16 18:38:59.874454 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e92f5b47-6fbe-4122-b598-525d11be405c req-e16bf27d-345a-4772-9eeb-5b656f4ba976 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340416 Jul 16 18:39:00.716551 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1dc8a-fbcd-439e-967b-1d7c05c13dfa req-c6338fd5-a7fb-483c-bd1a-a43d9da76004 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.718096 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-94b1dc8a-fbcd-439e-967b-1d7c05c13dfa req-c6338fd5-a7fb-483c-bd1a-a43d9da76004 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0724859 Jul 16 18:39:00.759221 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-94b1dc8a-fbcd-439e-967b-1d7c05c13dfa req-e4402685-1677-41d1-8f32-b04ea35238f8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351667 Jul 16 18:39:00.932852 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e9a61-68e2-4929-9b87-26e8cd3a6b1c req-fb8fe2b6-6e7e-4eb8-b104-b2ea8f8a13f2 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.934375 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-573e9a61-68e2-4929-9b87-26e8cd3a6b1c req-fb8fe2b6-6e7e-4eb8-b104-b2ea8f8a13f2 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0644956 Jul 16 18:39:00.986070 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-573e9a61-68e2-4929-9b87-26e8cd3a6b1c req-bb1e8baa-907a-47d2-b6dd-d331fd535150 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451066 Jul 16 18:39:01.159707 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fa2b-d5c1-484f-8b94-937c511fdafd req-14c6f4dc-f30f-4bd0-8541-cccac340fe3d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.161186 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0d63fa2b-d5c1-484f-8b94-937c511fdafd req-14c6f4dc-f30f-4bd0-8541-cccac340fe3d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0690110 Jul 16 18:39:01.171365 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 39980) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:01.176336 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-da1a4c06-74a2-4172-86e8-60a6b70ded69 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'floatingip': {'port_id': '88156eb8-750a-4643-9949-0397c10edc3e'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:01.215404 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-da1a4c06-74a2-4172-86e8-60a6b70ded69 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.317341 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bce98-0c51-4413-87f3-c68359c31ba7 req-825949ca-7d7a-4cd6-82f1-471415855f2d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.318773 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-443bce98-0c51-4413-87f3-c68359c31ba7 req-825949ca-7d7a-4cd6-82f1-471415855f2d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0668769 Jul 16 18:39:01.364861 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-443bce98-0c51-4413-87f3-c68359c31ba7 req-f0dea0ef-e3f2-46a6-8ab4-e7e6fb2590a3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Jul 16 18:39:01.664892 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-da1a4c06-74a2-4172-86e8-60a6b70ded69 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.669338 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-da1a4c06-74a2-4172-86e8-60a6b70ded69 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.767865 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.l3_db [None req-da1a4c06-74a2-4172-86e8-60a6b70ded69 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Floating IP 922c4d0f-a817-41d9-91f8-38d9e6c52460 associated. External IP: 172.27.2.193, port: 88156eb8-750a-4643-9949-0397c10edc3e. Jul 16 18:39:01.980087 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1a4c06-74a2-4172-86e8-60a6b70ded69 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Router b34153cf-e016-42d1-b723-61b26e672e48 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:02.097325 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1a4c06-74a2-4172-86e8-60a6b70ded69 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:02.102607 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-da1a4c06-74a2-4172-86e8-60a6b70ded69 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.108382 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dcf78-76e3-4e98-b109-f359287712ef None None] Sync routers for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:02.117326 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4dcf78-76e3-4e98-b109-f359287712ef None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:02.118183 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-bf4dcf78-76e3-4e98-b109-f359287712ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:38:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:02.147533 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-da1a4c06-74a2-4172-86e8-60a6b70ded69 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "PUT /v2.0/floatingips/922c4d0f-a817-41d9-91f8-38d9e6c52460 HTTP/1.1" status: 200 len: 992 time: 0.9723678 Jul 16 18:39:02.147533 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:02.148196 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae88424-d56c-4a8f-bbec-058479ef6859" -d '{"events": [{"name": "network-changed", "server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "tag": "88156eb8-750a-4643-9949-0397c10edc3e"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:02.175754 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700005b-e152-4f8c-ba1f-214994490f15 req-997b4f5c-f3fc-4e44-b8da-5defac2b946a tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:02.177407 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f700005b-e152-4f8c-ba1f-214994490f15 req-997b4f5c-f3fc-4e44-b8da-5defac2b946a tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0727229 Jul 16 18:39:02.218392 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f700005b-e152-4f8c-ba1f-214994490f15 req-e7ec1934-178e-4fcb-9874-8fa92368ad93 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346680 Jul 16 18:39:02.238657 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-bf4dcf78-76e3-4e98-b109-f359287712ef None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:02.473796 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-bf4dcf78-76e3-4e98-b109-f359287712ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '922c4d0f-a817-41d9-91f8-38d9e6c52460', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'port_id': '88156eb8-750a-4643-9949-0397c10edc3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'mac_address': 'fa:16:3e:27:2a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:41Z', 'updated_at': '2021-07-16T18:39:01Z', 'revision_number': 1, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:02.500319 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dcf78-76e3-4e98-b109-f359287712ef None None] Checking router: b34153cf-e016-42d1-b723-61b26e672e48 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:02.508476 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4dcf78-76e3-4e98-b109-f359287712ef None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:02.509086 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-bf4dcf78-76e3-4e98-b109-f359287712ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:38:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:02.612296 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-bf4dcf78-76e3-4e98-b109-f359287712ef None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:02.829632 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-bf4dcf78-76e3-4e98-b109-f359287712ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '922c4d0f-a817-41d9-91f8-38d9e6c52460', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'port_id': '88156eb8-750a-4643-9949-0397c10edc3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'mac_address': 'fa:16:3e:27:2a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:41Z', 'updated_at': '2021-07-16T18:39:01Z', 'revision_number': 1, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:02.858814 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dcf78-76e3-4e98-b109-f359287712ef None None] The sync data for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi is: [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '922c4d0f-a817-41d9-91f8-38d9e6c52460', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'port_id': '88156eb8-750a-4643-9949-0397c10edc3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'mac_address': 'fa:16:3e:27:2a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:41Z', 'updated_at': '2021-07-16T18:39:01Z', 'revision_number': 1, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:03.031833 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97048597-2e64-440e-a146-735340f094eb None None] New status for floating IP 922c4d0f-a817-41d9-91f8-38d9e6c52460: ACTIVE {{(pid=93209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:03.105748 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127bab41-f701-4a61-80d2-30f013dc11f2 x-openstack-request-id: req-127bab41-f701-4a61-80d2-30f013dc11f2 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:03.106320 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "tag": "88156eb8-750a-4643-9949-0397c10edc3e", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:03.106320 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-127bab41-f701-4a61-80d2-30f013dc11f2 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:03.106886 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e', 'status': 'completed', 'code': 200} Jul 16 18:39:03.172058 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-356db6aa-6e0e-4d35-937c-fad82499f0cb req-9b054fb1-d00d-448c-b351-e7f276c9adf0 service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635380 Jul 16 18:39:03.190584 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88424-d56c-4a8f-bbec-058479ef6859 req-6d17c106-56d4-4bc0-b83c-8706ac2f6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.192503 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dae88424-d56c-4a8f-bbec-058479ef6859 req-6d17c106-56d4-4bc0-b83c-8706ac2f6fb0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 1099 time: 0.0749023 Jul 16 18:39:03.227243 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcb6fd-0398-4a60-ae97-e92bb9e76693 req-16112f59-50ee-4761-8065-da766c6e3bbc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.229125 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-17bcb6fd-0398-4a60-ae97-e92bb9e76693 req-16112f59-50ee-4761-8065-da766c6e3bbc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0881667 Jul 16 18:39:03.269891 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-17bcb6fd-0398-4a60-ae97-e92bb9e76693 req-0b459d83-64b1-4aa0-904d-1371c6ab7c60 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339544 Jul 16 18:39:03.300588 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88424-d56c-4a8f-bbec-058479ef6859 req-153da356-3070-41ab-a79e-69c9ea4e2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.302104 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dae88424-d56c-4a8f-bbec-058479ef6859 req-153da356-3070-41ab-a79e-69c9ea4e2866 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 919 time: 0.0964644 Jul 16 18:39:03.398892 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dae88424-d56c-4a8f-bbec-058479ef6859 req-d1604900-7420-4115-85e0-445069187597 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88156eb8-750a-4643-9949-0397c10edc3e HTTP/1.1" status: 200 len: 1002 time: 0.0878651 Jul 16 18:39:03.454062 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730a4f3-8784-4ff3-a7c3-ea0097322b53 req-97e62bc8-cbc5-48f0-be22-6b37693477ca tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.455491 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8730a4f3-8784-4ff3-a7c3-ea0097322b53 req-97e62bc8-cbc5-48f0-be22-6b37693477ca tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.1069994 Jul 16 18:39:03.687799 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88424-d56c-4a8f-bbec-058479ef6859 req-ce9cbd10-e098-4f07-80c7-4b955d69ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.689245 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dae88424-d56c-4a8f-bbec-058479ef6859 req-ce9cbd10-e098-4f07-80c7-4b955d69ba8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 200 len: 856 time: 0.2731597 Jul 16 18:39:03.737996 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8730a4f3-8784-4ff3-a7c3-ea0097322b53 req-3b09c8de-2f22-4d5c-87de-296782a20864 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768230 Jul 16 18:39:03.765772 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88424-d56c-4a8f-bbec-058479ef6859 req-e0621dfb-0363-420a-b0f3-8c1f8f1da84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.767321 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dae88424-d56c-4a8f-bbec-058479ef6859 req-e0621dfb-0363-420a-b0f3-8c1f8f1da84b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5659565-8774-4d43-910a-bea01eaf10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597827 Jul 16 18:39:03.865646 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dae88424-d56c-4a8f-bbec-058479ef6859 req-156fba13-2ad8-4ad1-9f5e-3877c0c16473 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869751 Jul 16 18:39:03.963953 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dae88424-d56c-4a8f-bbec-058479ef6859 req-556606a3-eebd-40a0-bee8-eb5dcb10b6ca service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864055 Jul 16 18:39:04.161824 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:04.457638 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aace35-1b32-4387-9f5a-31bcc69359d3 req-2dceead7-021e-4ab9-b15a-20109620138c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:04.459197 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f3aace35-1b32-4387-9f5a-31bcc69359d3 req-2dceead7-021e-4ab9-b15a-20109620138c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0646050 Jul 16 18:39:04.498028 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f3aace35-1b32-4387-9f5a-31bcc69359d3 req-a2c7aae9-b657-4b0a-bb1b-f6764e3c7e7f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328622 Jul 16 18:39:04.916592 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4db30c-455c-4874-a70d-50f11bef4100 req-e1d4d34d-696d-41e7-8118-898d7a0fec06 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:04.918146 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ba4db30c-455c-4874-a70d-50f11bef4100 req-e1d4d34d-696d-41e7-8118-898d7a0fec06 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0661213 Jul 16 18:39:04.963978 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ba4db30c-455c-4874-a70d-50f11bef4100 req-a7254988-816b-4d9e-b4ca-75b75b180c89 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360904 Jul 16 18:39:05.006673 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40038) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:05.110223 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6753678-ae3d-49a9-bc5f-bfb6cc6c2a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.213550 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6753678-ae3d-49a9-bc5f-bfb6cc6c2a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.217669 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6753678-ae3d-49a9-bc5f-bfb6cc6c2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.260442 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-a6753678-ae3d-49a9-bc5f-bfb6cc6c2a9c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25f74145a01d40b69ca767b69268aa08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526443 Jul 16 18:39:05.261444 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6753678-ae3d-49a9-bc5f-bfb6cc6c2a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24faea60-8da3-47d9-a910-3a59c8725d96,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:05.265905 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40046) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:05.326619 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0731-ebe0-4b05-ac76-3dbbed22dde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.350840 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0731-ebe0-4b05-ac76-3dbbed22dde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.403150 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0731-ebe0-4b05-ac76-3dbbed22dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.405997 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0731-ebe0-4b05-ac76-3dbbed22dde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.407134 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-9bbb0731-ebe0-4b05-ac76-3dbbed22dde6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/24faea60-8da3-47d9-a910-3a59c8725d96 HTTP/1.1" status: 204 len: 168 time: 0.1430206 Jul 16 18:39:05.414865 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb0731-ebe0-4b05-ac76-3dbbed22dde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24faea60-8da3-47d9-a910-3a59c8725d96,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:05.727114 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e27a4e-c2e0-4966-8143-f8c49e0e0a65 req-c3ec5500-0050-4300-8cc8-ade65cdf3d8f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:05.730813 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-98e27a4e-c2e0-4966-8143-f8c49e0e0a65 req-c3ec5500-0050-4300-8cc8-ade65cdf3d8f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0906403 Jul 16 18:39:05.746604 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40068) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:05.779304 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-98e27a4e-c2e0-4966-8143-f8c49e0e0a65 req-42383705-fdd5-40b3-b6b6-7f3103e95eb9 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Jul 16 18:39:05.787452 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0ab8dd46-dd0f-404b-aad4-e7c31b42100a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.906488 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0ab8dd46-dd0f-404b-aad4-e7c31b42100a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.912113 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0ab8dd46-dd0f-404b-aad4-e7c31b42100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.952959 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-0ab8dd46-dd0f-404b-aad4-e7c31b42100a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a4ccb7f6c2f04bbb9bc2fc6b34f957dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047443 Jul 16 18:39:05.954113 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8dd46-dd0f-404b-aad4-e7c31b42100a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6a9060-7af9-4d55-92cb-3bf12171193d,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:05.955646 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40078) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:06.011904 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-483ec40b-451e-4897-b689-b140bf688ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.037367 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-483ec40b-451e-4897-b689-b140bf688ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.091269 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-483ec40b-451e-4897-b689-b140bf688ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.093823 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-483ec40b-451e-4897-b689-b140bf688ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.095002 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-483ec40b-451e-4897-b689-b140bf688ce0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec6a9060-7af9-4d55-92cb-3bf12171193d HTTP/1.1" status: 204 len: 168 time: 0.1383262 Jul 16 18:39:06.103729 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ec40b-451e-4897-b689-b140bf688ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6a9060-7af9-4d55-92cb-3bf12171193d,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:06.169793 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773dcea-628b-4e86-8fc7-581b77dd0c34 req-9e22b382-920a-467a-9982-b6cab4d7ca20 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:06.171358 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3773dcea-628b-4e86-8fc7-581b77dd0c34 req-9e22b382-920a-467a-9982-b6cab4d7ca20 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0817420 Jul 16 18:39:06.214202 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3773dcea-628b-4e86-8fc7-581b77dd0c34 req-6132c1c1-bd43-4baa-ace8-547ed6d4f9f9 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371401 Jul 16 18:39:06.438122 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40090) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:06.451632 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c76e98a1-4a00-4c3a-a06e-5debf8cc49af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.541688 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c76e98a1-4a00-4c3a-a06e-5debf8cc49af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.545211 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c76e98a1-4a00-4c3a-a06e-5debf8cc49af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.580941 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e98a1-4a00-4c3a-a06e-5debf8cc49af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde3c63c-dc3a-4dc2-b64b-17f6000c42f8,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:06.585201 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c76e98a1-4a00-4c3a-a06e-5debf8cc49af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=114bdb85db4c453fb03576d8be981e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460750 Jul 16 18:39:06.588883 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40092) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:06.637336 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8d86-ec91-4ae3-a7ee-5d4dde5e3cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.657584 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8d86-ec91-4ae3-a7ee-5d4dde5e3cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.703559 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8d86-ec91-4ae3-a7ee-5d4dde5e3cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.706262 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8d86-ec91-4ae3-a7ee-5d4dde5e3cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.707572 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-6c9f8d86-ec91-4ae3-a7ee-5d4dde5e3cce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cde3c63c-dc3a-4dc2-b64b-17f6000c42f8 HTTP/1.1" status: 204 len: 168 time: 0.1177242 Jul 16 18:39:06.715497 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f8d86-ec91-4ae3-a7ee-5d4dde5e3cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde3c63c-dc3a-4dc2-b64b-17f6000c42f8,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:06.972702 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84608e91-0f89-4ed5-b6ff-20d8a640f77c req-296bd90a-f497-4a29-b382-72889a4182c4 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:06.974309 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-84608e91-0f89-4ed5-b6ff-20d8a640f77c req-296bd90a-f497-4a29-b382-72889a4182c4 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0710697 Jul 16 18:39:07.030210 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-84608e91-0f89-4ed5-b6ff-20d8a640f77c req-8ad9f70a-f474-4314-b50b-6a5b55b11cfd tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485449 Jul 16 18:39:07.401752 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79485339-23c8-4fdc-b64c-89a5aebf163e req-2bf1af45-21b0-491a-b1e9-a56c116a8b49 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:07.403280 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-79485339-23c8-4fdc-b64c-89a5aebf163e req-2bf1af45-21b0-491a-b1e9-a56c116a8b49 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0667665 Jul 16 18:39:07.419187 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40130) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:07.446009 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-79485339-23c8-4fdc-b64c-89a5aebf163e req-1160ab77-3d11-4921-9757-a16aae2f9d61 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371265 Jul 16 18:39:07.517795 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1874550921-network', 'tenant_id': 'f5f6a6682bee465e84d3dca4dc268f18'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:07.544640 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Made reservation on behalf of f5f6a6682bee465e84d3dca4dc268f18 for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:07.547411 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.556917 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.648422 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.652414 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.677657 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=93207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:07.687684 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0ee5a7-7dea-4268-9c46-9b7c860eed62,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:07.694282 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.695276 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Added segment 483e260a-ea91-4eb4-b36f-67724339f838 of type vlan for network 7b745c50-1671-4481-bfd4-efa42e3afe49 Jul 16 18:39:07.736435 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.765716 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.766722 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:07.767290 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.799567 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3792167 Jul 16 18:39:07.802530 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40138) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:07.808044 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] Request body: {'subnet': {'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1874550921-subnet', 'tenant_id': 'f5f6a6682bee465e84d3dca4dc268f18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:07.831095 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] Made reservation on behalf of f5f6a6682bee465e84d3dca4dc268f18 for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:07.831361 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fc9bf-e366-4caa-8390-caff27ca1a1f admin admin] Pushing event updated for resources: {'Network': ['ID=7b745c50-1671-4481-bfd4-efa42e3afe49,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:07.833431 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695207'] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.841475 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network 7b745c50-1671-4481-bfd4-efa42e3afe49 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:08.000937 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3222909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695221'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.053688 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a4fbac-beb7-4119-845d-8ae67c81dc5c,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:08.067692 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] Checking segment: {'id': '483e260a-ea91-4eb4-b36f-67724339f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:08.068232 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] Network hostable DHCP agents. Network: 7b745c50-1671-4481-bfd4-efa42e3afe49, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:08.085998 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] Network 7b745c50-1671-4481-bfd4-efa42e3afe49 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:08.096738 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, 7b745c50-1671-4481-bfd4-efa42e3afe49) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:08.100876 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.101468 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.109029 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb634e-801a-4f4b-bdfa-fe6a4301d3b4 None None] Network 7b745c50-1671-4481-bfd4-efa42e3afe49 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:08.117564 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-87b08d52-a152-4970-9350-45835853a98e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3139100 Jul 16 18:39:08.251384 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d3e043-58a2-48af-bc04-a90c29fc0bd6 None None] Network 7b745c50-1671-4481-bfd4-efa42e3afe49 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:10.461618 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb47b80-5cd5-4c9e-9847-8db11a77ab7c req-877eb23f-7379-4437-9fd4-336f9f96a8dc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:10.463570 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dbb47b80-5cd5-4c9e-9847-8db11a77ab7c req-877eb23f-7379-4437-9fd4-336f9f96a8dc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0668025 Jul 16 18:39:10.468915 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f3b1c-7f4d-4a4b-a4b2-1dc78653144d req-5648b48e-6c4d-46f3-bf16-1e33d666074a tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:10.470571 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-238f3b1c-7f4d-4a4b-a4b2-1dc78653144d req-5648b48e-6c4d-46f3-bf16-1e33d666074a tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0640233 Jul 16 18:39:10.502496 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dbb47b80-5cd5-4c9e-9847-8db11a77ab7c req-d59fee98-4a5c-497f-8d0a-db8950301a0e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Jul 16 18:39:10.508545 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-238f3b1c-7f4d-4a4b-a4b2-1dc78653144d req-67754a29-d5fc-4421-9ce4-74b5fedddd7e tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323601 Jul 16 18:39:11.679566 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cccb5-a4c1-4d1e-9b47-5cea027b8922 req-3448f5fd-7cd2-402c-bd82-e2bae6938784 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.681070 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0d5cccb5-a4c1-4d1e-9b47-5cea027b8922 req-3448f5fd-7cd2-402c-bd82-e2bae6938784 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0623815 Jul 16 18:39:11.685478 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549d531-b10e-4a79-be60-0e345b9f53b8 req-52150e19-a23f-4795-9b2c-b27ead02a7d3 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.687005 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9549d531-b10e-4a79-be60-0e345b9f53b8 req-52150e19-a23f-4795-9b2c-b27ead02a7d3 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0669036 Jul 16 18:39:11.729247 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0d5cccb5-a4c1-4d1e-9b47-5cea027b8922 req-31fce91d-c922-4d99-81d9-61067f4b9ef9 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 Jul 16 18:39:11.731574 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9549d531-b10e-4a79-be60-0e345b9f53b8 req-0568077a-3525-4c3a-a754-f16522c4e711 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383086 Jul 16 18:39:11.914075 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07091a6-ed53-4d5a-8249-36e33d54f78d req-c9b841eb-682a-4e7e-aac8-3c45b784f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.915746 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b07091a6-ed53-4d5a-8249-36e33d54f78d req-c9b841eb-682a-4e7e-aac8-3c45b784f472 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 1098 time: 0.0508759 Jul 16 18:39:11.951562 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b07091a6-ed53-4d5a-8249-36e33d54f78d req-289420a7-d58b-4abc-8cd9-6c7e67eb5b41 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274355 Jul 16 18:39:12.910109 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f587c5-3ba6-4d8b-b87d-782cb63f09a0 req-86774a68-110e-4a3b-b3a2-ee9e43e0c12d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.910674 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b718ff-5d0b-4068-a105-6ac1a94ef573 req-35d05c91-a4c7-465f-8546-da7869f00d17 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.911061 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-35f587c5-3ba6-4d8b-b87d-782cb63f09a0 req-86774a68-110e-4a3b-b3a2-ee9e43e0c12d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0647216 Jul 16 18:39:12.911157 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f9b718ff-5d0b-4068-a105-6ac1a94ef573 req-35d05c91-a4c7-465f-8546-da7869f00d17 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0669098 Jul 16 18:39:12.952303 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-35f587c5-3ba6-4d8b-b87d-782cb63f09a0 req-79d1663a-2595-4cec-8ed2-0f43e85aa7ba tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346293 Jul 16 18:39:13.132470 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f9b718ff-5d0b-4068-a105-6ac1a94ef573 req-7d39095d-2c8a-49d2-a04e-08dc8e223b08 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178085 Jul 16 18:39:14.128437 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c28be-f7f5-44af-bbcf-1afc8faa2e6e req-3d598b3e-a4ca-4f21-a654-b9c43c06700d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:14.129933 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-870c28be-f7f5-44af-bbcf-1afc8faa2e6e req-3d598b3e-a4ca-4f21-a654-b9c43c06700d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0657809 Jul 16 18:39:14.167938 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-870c28be-f7f5-44af-bbcf-1afc8faa2e6e req-a781038a-e1b2-4715-aa3a-5dd74b84a2cb tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Jul 16 18:39:14.309530 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa11f54-4789-4241-8196-c38f7d8a5b26 req-3581d791-3d03-41ab-b818-5ac340682fc1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:14.311008 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-faa11f54-4789-4241-8196-c38f7d8a5b26 req-3581d791-3d03-41ab-b818-5ac340682fc1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0612886 Jul 16 18:39:14.347596 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-faa11f54-4789-4241-8196-c38f7d8a5b26 req-2077593e-2c6c-471c-bf21-d4881803f7c2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311556 Jul 16 18:39:14.522041 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb1974-10e6-4d1a-b88f-94f5ecaff194 req-5f9e5954-c81f-4420-8011-0194e615fd03 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:14.523566 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4ebb1974-10e6-4d1a-b88f-94f5ecaff194 req-5f9e5954-c81f-4420-8011-0194e615fd03 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0659094 Jul 16 18:39:14.565121 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4ebb1974-10e6-4d1a-b88f-94f5ecaff194 req-6527fdc3-bdcf-4690-8b34-d93e521ed4c6 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342331 Jul 16 18:39:15.338614 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff872a-7900-4512-b25c-e6db0daf455a req-743e7da2-2a26-4591-9eaa-94997a44d261 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.340192 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-76ff872a-7900-4512-b25c-e6db0daf455a req-743e7da2-2a26-4591-9eaa-94997a44d261 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0617676 Jul 16 18:39:15.381275 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-76ff872a-7900-4512-b25c-e6db0daf455a req-bf4da5d2-34c4-403b-a251-2d436e01d759 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355504 Jul 16 18:39:19.032745 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb36313-b1aa-435d-abb5-355e1fdbceec req-479d3bc8-1812-4644-80c1-d8f26bce068d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.034255 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2eb36313-b1aa-435d-abb5-355e1fdbceec req-479d3bc8-1812-4644-80c1-d8f26bce068d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0660224 Jul 16 18:39:19.073018 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2eb36313-b1aa-435d-abb5-355e1fdbceec req-b0c3d8bd-db93-4855-b669-3473e5c52f8b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Jul 16 18:39:20.258306 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7ac05-d814-413b-b159-a2d642b53484 req-6c2f4715-38f0-4f92-852a-424c88add6ba tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.260662 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-57a7ac05-d814-413b-b159-a2d642b53484 req-6c2f4715-38f0-4f92-852a-424c88add6ba tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0738199 Jul 16 18:39:20.307293 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-57a7ac05-d814-413b-b159-a2d642b53484 req-e25aa4ee-63f0-44ea-920f-7f62f63ef702 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395427 Jul 16 18:39:20.511516 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-a1610e98-65d1-468a-af21-1ab271aa9df2 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.512984 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-a1610e98-65d1-468a-af21-1ab271aa9df2 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/networks?id=7b745c50-1671-4481-bfd4-efa42e3afe49 HTTP/1.1" status: 200 len: 809 time: 0.1198676 Jul 16 18:39:20.565761 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-d6baf50e-73b6-4a1d-b49e-408cad10e965 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/quotas/f5f6a6682bee465e84d3dca4dc268f18 HTTP/1.1" status: 200 len: 375 time: 0.0369141 Jul 16 18:39:20.605481 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889153a1-df1c-43ea-a481-3313d6455900 req-2a30c8c6-b9b2-4011-bb4d-5719d9153315 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.606635 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-be77c66f-75ce-44e1-8f4e-60b27e3dadd7 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5f6a6682bee465e84d3dca4dc268f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323455 Jul 16 18:39:20.607283 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-889153a1-df1c-43ea-a481-3313d6455900 req-2a30c8c6-b9b2-4011-bb4d-5719d9153315 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0713289 Jul 16 18:39:20.619812 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e9308-0530-486d-bffc-814175d0d7ae req-10a401ae-2ef8-4193-b2b0-fd30bc4301f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.621315 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2e4e9308-0530-486d-bffc-814175d0d7ae req-10a401ae-2ef8-4193-b2b0-fd30bc4301f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 1098 time: 0.1047585 Jul 16 18:39:20.652093 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-889153a1-df1c-43ea-a481-3313d6455900 req-e98f467b-c2b3-4d68-b779-a9002cb4f395 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348444 Jul 16 18:39:20.775091 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-22baabc9-8924-4d35-ac2f-7a407c48e521 service neutron] 10.222.0.79 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522787 Jul 16 18:39:20.779649 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e9308-0530-486d-bffc-814175d0d7ae req-63abf68c-1bb9-41e9-a27e-e254654634f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.781013 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2e4e9308-0530-486d-bffc-814175d0d7ae req-63abf68c-1bb9-41e9-a27e-e254654634f8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 920 time: 0.1415253 Jul 16 18:39:20.840560 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2e4e9308-0530-486d-bffc-814175d0d7ae req-c51dbb92-12d4-432e-969a-dfe95d4be7d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326 HTTP/1.1" status: 200 len: 217 time: 0.0416553 Jul 16 18:39:20.929359 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-d8d3f144-b85c-4e48-862d-3f390088071d service neutron] 10.222.0.79 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472039 Jul 16 18:39:20.935856 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e9308-0530-486d-bffc-814175d0d7ae req-9f2fa098-468b-4fca-82b1-708274d3c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.937182 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2e4e9308-0530-486d-bffc-814175d0d7ae req-9f2fa098-468b-4fca-82b1-708274d3c067 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.0657187 Jul 16 18:39:20.986400 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2e4e9308-0530-486d-bffc-814175d0d7ae req-9cda0231-6702-441c-9842-2bb5ee65ddd0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407121 Jul 16 18:39:21.210310 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2e4e9308-0530-486d-bffc-814175d0d7ae req-08e2a364-4e5c-4fa7-83c6-2561aba3a4ab service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798835 Jul 16 18:39:21.327811 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2e4e9308-0530-486d-bffc-814175d0d7ae req-5d40024f-6d4d-4dd6-8126-b0cb66338b17 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021290 Jul 16 18:39:21.365037 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c07e45bf-5279-41e8-bbcc-19a07efa686d req-83625d6e-5411-44d6-9501-5309c1ef0145 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 210 time: 0.0405588 Jul 16 18:39:21.509559 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85ffe-3d4a-45da-a3d3-128a0a2614b1 req-83d82f50-74b4-4e52-b0ad-1a6ed1b28646 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:21.511103 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-68c85ffe-3d4a-45da-a3d3-128a0a2614b1 req-83d82f50-74b4-4e52-b0ad-1a6ed1b28646 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0705214 Jul 16 18:39:21.553103 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-68c85ffe-3d4a-45da-a3d3-128a0a2614b1 req-a32d914b-4371-4079-85d5-ee9c4239e6fe tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360720 Jul 16 18:39:21.747410 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ec7e90c3-cdff-4696-9873-a7297d028f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.840470 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ddd5e-9f1d-4083-a2d3-f47ccf4c1ce2 req-4951c9e8-3b59-4628-930f-0424ec0e6b98 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:21.847796 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-734ddd5e-9f1d-4083-a2d3-f47ccf4c1ce2 req-4951c9e8-3b59-4628-930f-0424ec0e6b98 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0751071 Jul 16 18:39:21.886246 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-734ddd5e-9f1d-4083-a2d3-f47ccf4c1ce2 req-d17d983a-cce8-4272-b3da-507588be39df tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376773 Jul 16 18:39:22.486569 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 2e028c40-1bba-4577-a87a-0c5f8a9aed0f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:22.542912 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-a3ec9446-96c9-4a7c-abdd-6267595626eb tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.546531 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-a3ec9446-96c9-4a7c-abdd-6267595626eb tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.88 "GET /v2.0/networks?id=7b745c50-1671-4481-bfd4-efa42e3afe49 HTTP/1.1" status: 200 len: 809 time: 0.1526930 Jul 16 18:39:22.577768 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Request body: {'port': {'device_id': '9d14796f-9f64-4d0f-a943-31c3559a3241', 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49', 'admin_state_up': True, 'tenant_id': 'f5f6a6682bee465e84d3dca4dc268f18'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:22.631382 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:22.641158 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b6722608-9a73-47f6-afc7-795d6262da66 req-e1ba6139-a69c-423f-829b-1d892b0cb605 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 210 time: 0.0440361 Jul 16 18:39:22.644985 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'port_id': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'mac_address': 'fa:16:3e:47:b0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:22.712063 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.733334 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e028c40-1bba-4577-a87a-0c5f8a9aed0f {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:22.758573 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:22.763360 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.785396 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Made reservation on behalf of f5f6a6682bee465e84d3dca4dc268f18 for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:22.790523 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.817773 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:22.825376 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.825720 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.826080 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.826412 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.826781 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.827184 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.827577 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.828028 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.828387 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.828707 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.829028 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.829343 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:22.865339 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26692731-7404-4649-82c7-c3839569fde2 req-0a9ccce2-9aeb-4b83-a606-2bab5d3c5b1c tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.866848 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26692731-7404-4649-82c7-c3839569fde2 req-0a9ccce2-9aeb-4b83-a606-2bab5d3c5b1c tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.1281044 Jul 16 18:39:22.938650 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-26692731-7404-4649-82c7-c3839569fde2 req-f44eeb21-2c2d-4c66-8f0c-47578739e9df tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636435 Jul 16 18:39:22.970219 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Allocated IP 172.20.0.2 (7b745c50-1671-4481-bfd4-efa42e3afe49/47a4fbac-beb7-4119-845d-8ae67c81dc5c/f3050f3d-5804-40ab-98c1-55b7ea4fb7d6) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:23.067496 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7f4ef-133d-4264-a913-675e3db25176 req-54d7114a-e0c1-4950-9437-6ef950827dcf tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.068961 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9cf7f4ef-133d-4264-a913-675e3db25176 req-54d7114a-e0c1-4950-9437-6ef950827dcf tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0638897 Jul 16 18:39:23.108952 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9cf7f4ef-133d-4264-a913-675e3db25176 req-9cc1db40-7375-4800-bbb7-1907dc0b419c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Jul 16 18:39:23.123686 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.135442 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['2e028c40-1bba-4577-a87a-0c5f8a9aed0f'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:23.171500 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.244769 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Network 7b745c50-1671-4481-bfd4-efa42e3afe49 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:23.261255 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:23.263996 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:23.295437 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Pushing event updated for resources: {'Port': ['ID=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.315580 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.315944 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.316588 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.316588 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.316967 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.317210 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.317530 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.317851 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.318261 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.318511 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.318822 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.319137 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.347369 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.347925 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.368135 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0fdb93ab-4489-45ea-bdb9-a39fe280bfe9 req-31770efc-5c2e-4d4b-ad58-d85a91d2cde3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1886880 Jul 16 18:39:23.369450 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-55c321da-158d-4ade-af61-8e6a34a1639f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7962933 Jul 16 18:39:23.389534 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Request body: {'port': {'device_id': '9d14796f-9f64-4d0f-a943-31c3559a3241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:23.507212 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.519168 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb93ab-4489-45ea-bdb9-a39fe280bfe9 req-40454b49-bd53-48b5-aaea-85181fcb7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.520877 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0fdb93ab-4489-45ea-bdb9-a39fe280bfe9 req-40454b49-bd53-48b5-aaea-85181fcb7735 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 1098 time: 0.1096203 Jul 16 18:39:23.622698 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40408) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:23.782276 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.904867 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.909128 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.920987 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40418) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:23.958997 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=29f5ae2bb4db48cdbf6623c9b693e3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353751 Jul 16 18:39:23.960886 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5065cb2e-5aec-4bfa-b0d3-3b2822a49977,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.969490 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40424) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:24.002939 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.003404 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.003745 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.004198 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.004677 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.005465 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.005781 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.006180 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.006843 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.007495 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.007942 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.008302 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56974c4b-b634-4118-a6f4-8aab7d2ef49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.014088 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb93ab-4489-45ea-bdb9-a39fe280bfe9 req-128a31db-c61d-46b4-83bc-5dd05f3f67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.015607 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0fdb93ab-4489-45ea-bdb9-a39fe280bfe9 req-128a31db-c61d-46b4-83bc-5dd05f3f67fb service neutron] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 920 time: 0.4614334 Jul 16 18:39:24.082841 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6b50c612-41ea-49ee-bcf1-736a198d2200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.097227 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0fdb93ab-4489-45ea-bdb9-a39fe280bfe9 req-2272de32-03c5-436a-a494-31c9ad83a6c6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23eb4213-d999-416e-bdc9-7cf4b658a45d HTTP/1.1" status: 200 len: 217 time: 0.0677941 Jul 16 18:39:24.122296 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2acfaa5c-d6e6-4955-be79-a8c59a5004a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.127053 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfc043-3f42-4f4b-b82c-08ba91dd04ae req-4f982df5-6b53-4c11-9a82-c29189b54819 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.128531 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fecfc043-3f42-4f4b-b82c-08ba91dd04ae req-4f982df5-6b53-4c11-9a82-c29189b54819 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 931 time: 0.2041450 Jul 16 18:39:24.147221 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6b50c612-41ea-49ee-bcf1-736a198d2200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.208486 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb93ab-4489-45ea-bdb9-a39fe280bfe9 req-a3ae80a9-960a-4f78-9e90-e70a72444473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.210002 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0fdb93ab-4489-45ea-bdb9-a39fe280bfe9 req-a3ae80a9-960a-4f78-9e90-e70a72444473 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.1055582 Jul 16 18:39:24.230740 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33464361-c698-4d2c-92fc-527d1b76f435 req-1d829c73-b8fe-4534-a05d-dbefff5cfdb5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.232285 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-33464361-c698-4d2c-92fc-527d1b76f435 req-1d829c73-b8fe-4534-a05d-dbefff5cfdb5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 944 time: 0.1557124 Jul 16 18:39:24.237125 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fecfc043-3f42-4f4b-b82c-08ba91dd04ae req-dec0d4f7-ad15-48c6-93d1-1a90f7db37d3 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853271 Jul 16 18:39:24.268312 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6b50c612-41ea-49ee-bcf1-736a198d2200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.268407 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0fdb93ab-4489-45ea-bdb9-a39fe280bfe9 req-1554070d-e654-47bd-9ea4-28c64a4cc032 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401442 Jul 16 18:39:24.268479 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6b50c612-41ea-49ee-bcf1-736a198d2200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.268479 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-6b50c612-41ea-49ee-bcf1-736a198d2200 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5065cb2e-5aec-4bfa-b0d3-3b2822a49977 HTTP/1.1" status: 204 len: 168 time: 0.2970600 Jul 16 18:39:24.289016 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50c612-41ea-49ee-bcf1-736a198d2200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5065cb2e-5aec-4bfa-b0d3-3b2822a49977,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.342041 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-33464361-c698-4d2c-92fc-527d1b76f435 req-a79549ce-3e7b-4370-814b-dfb7ac0122b5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992305 Jul 16 18:39:24.347678 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:24.358565 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2acfaa5c-d6e6-4955-be79-a8c59a5004a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.360611 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.363418 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2acfaa5c-d6e6-4955-be79-a8c59a5004a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.413804 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-2acfaa5c-d6e6-4955-be79-a8c59a5004a4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ec5019a498149ac94357aabfd50094b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4896617 Jul 16 18:39:24.417364 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40432) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:24.424839 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfaa5c-d6e6-4955-be79-a8c59a5004a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6787d6-733c-4a9d-8483-5748839f8500,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.433912 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Transition to ACTIVE for port object f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:24.442982 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.486612 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c068-b910-424f-a750-5a4c7ce647bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.499723 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0fdb93ab-4489-45ea-bdb9-a39fe280bfe9 req-00987526-540a-43bf-8ed8-80162fede3f1 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086439 Jul 16 18:39:24.513744 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c068-b910-424f-a750-5a4c7ce647bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.522708 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 2e028c40-1bba-4577-a87a-0c5f8a9aed0f up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:24.526699 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-82d52abd-248b-48de-acd3-ffa3df78cd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.557144 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Pushing event updated for resources: {'Port': ['ID=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.595325 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c068-b910-424f-a750-5a4c7ce647bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.598349 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c068-b910-424f-a750-5a4c7ce647bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.605393 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-7fa8c068-b910-424f-a750-5a4c7ce647bd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f6787d6-733c-4a9d-8483-5748839f8500 HTTP/1.1" status: 204 len: 168 time: 0.1839936 Jul 16 18:39:24.614233 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:24.619597 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8c068-b910-424f-a750-5a4c7ce647bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6787d6-733c-4a9d-8483-5748839f8500,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.641606 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:24.642310 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.643842 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f525a-ebe7-44a2-ad32-4d2bc6fc2398 req-484bee52-ef7e-4002-b394-158427f43d89 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.646117 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0e6f525a-ebe7-44a2-ad32-4d2bc6fc2398 req-484bee52-ef7e-4002-b394-158427f43d89 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.2563272 Jul 16 18:39:24.771244 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.776571 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.821574 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:24.823213 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:24.824061 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0e6f525a-ebe7-44a2-ad32-4d2bc6fc2398 req-8e09b684-d15f-4284-8047-57cb27dbf5c7 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427610 Jul 16 18:39:24.827054 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2106fb-7fa2-49e3-acf4-f3338377fc95" -d '{"events": [{"server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "name": "network-vif-plugged", "status": "completed", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:24.830343 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0fdb93ab-4489-45ea-bdb9-a39fe280bfe9 req-952d93c7-4db4-4b56-9bdd-1c24c1490663 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127000 Jul 16 18:39:24.833733 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.837255 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Attempting to bind port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:24.837601 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Attempting to bind port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '483e260a-ea91-4eb4-b36f-67724339f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:24.838235 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Attempting to bind port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 on network 7b745c50-1671-4481-bfd4-efa42e3afe49 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:24.849377 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 on network 7b745c50-1671-4481-bfd4-efa42e3afe49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:24.849918 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Attempting to bind port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 on network 7b745c50-1671-4481-bfd4-efa42e3afe49 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:24.862174 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:24.862496 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Checking segment: {'id': '483e260a-ea91-4eb4-b36f-67724339f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:24.862864 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Bound using segment: {'id': '483e260a-ea91-4eb4-b36f-67724339f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:24.866825 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Bound port: f3050f3d-5804-40ab-98c1-55b7ea4fb7d6, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483e260a-ea91-4eb4-b36f-67724339f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:24.867212 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.912949 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa415bf7-c35e-43c0-983a-2a26bfcac19a x-openstack-request-id: req-aa415bf7-c35e-43c0-983a-2a26bfcac19a {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:24.913232 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "name": "network-vif-plugged", "status": "completed", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:24.913489 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa415bf7-c35e-43c0-983a-2a26bfcac19a {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:24.913869 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'code': 200} Jul 16 18:39:24.966123 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.991545 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] For port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:24.996695 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] For port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6,segment=NetworkSegment(483e260a-ea91-4eb4-b36f-67724339f838),segment_id=483e260a-ea91-4eb4-b36f-67724339f838)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:25.001500 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.043123 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.043742 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.045088 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] 10.222.0.88 "PUT /v2.0/ports/f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 HTTP/1.1" status: 200 len: 1093 time: 1.6603527 Jul 16 18:39:25.045589 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d14796f-9f64-4d0f-a943-31c3559a3241', 'tag': 'f3050f3d-5804-40ab-98c1-55b7ea4fb7d6'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:25.048573 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c96c457-da8b-4492-8df8-dfa1cd841049" -d '{"events": [{"name": "network-changed", "server_uuid": "9d14796f-9f64-4d0f-a943-31c3559a3241", "tag": "f3050f3d-5804-40ab-98c1-55b7ea4fb7d6"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:25.097926 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa0763-419d-4319-940b-f2bdea9bfd10 service neutron] Pushing event updated for resources: {'Port': ['ID=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:25.116888 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1636e0a-3a99-44e9-ae02-b8fabfb7a5a6 x-openstack-request-id: req-b1636e0a-3a99-44e9-ae02-b8fabfb7a5a6 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:25.117605 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d14796f-9f64-4d0f-a943-31c3559a3241", "tag": "f3050f3d-5804-40ab-98c1-55b7ea4fb7d6", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:25.118115 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b1636e0a-3a99-44e9-ae02-b8fabfb7a5a6 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:25.118745 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d14796f-9f64-4d0f-a943-31c3559a3241', 'tag': 'f3050f3d-5804-40ab-98c1-55b7ea4fb7d6', 'status': 'completed', 'code': 200} Jul 16 18:39:25.193413 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-76ff3553-7997-4252-ae3f-74592d2483bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.195732 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-76ff3553-7997-4252-ae3f-74592d2483bd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5f6a6682bee465e84d3dca4dc268f18&device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 1096 time: 0.0674424 Jul 16 18:39:25.253594 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-76153635-e8c1-4e3d-b5c0-689ef104c978 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 HTTP/1.1" status: 200 len: 217 time: 0.0458789 Jul 16 18:39:25.364934 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-6f5a4f4e-35a2-4089-90c2-b8958d53dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.366134 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-6f5a4f4e-35a2-4089-90c2-b8958d53dc18 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=47a4fbac-beb7-4119-845d-8ae67c81dc5c HTTP/1.1" status: 200 len: 849 time: 0.0735483 Jul 16 18:39:25.371540 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb717c-8c9a-4803-a986-e80ac42cb03a req-f35fed73-a70c-4622-a537-7966e7cb34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.373366 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6ffb717c-8c9a-4803-a986-e80ac42cb03a req-f35fed73-a70c-4622-a537-7966e7cb34ca service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 1098 time: 0.1187575 Jul 16 18:39:25.392093 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.399727 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40480) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:25.454635 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-4d8bdde3-9e36-4cd4-9e9d-640bd64f305f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7b745c50-1671-4481-bfd4-efa42e3afe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659511 Jul 16 18:39:25.480593 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6ffb717c-8c9a-4803-a986-e80ac42cb03a req-5f12b552-9dd3-40cf-92fd-182c36b62c5d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827384 Jul 16 18:39:25.577911 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932446fc-9176-4bc8-a233-1bf02a4d2d46 req-143344c3-0690-4ed4-8a91-c89906a5c624 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.583702 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5cda6-5c89-44a0-80de-cf521b2891a3 req-1c8966e2-f41c-4f6f-96e3-25637dd6a58b tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.585278 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-30f5cda6-5c89-44a0-80de-cf521b2891a3 req-1c8966e2-f41c-4f6f-96e3-25637dd6a58b tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 943 time: 0.2109981 Jul 16 18:39:25.585409 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-932446fc-9176-4bc8-a233-1bf02a4d2d46 req-143344c3-0690-4ed4-8a91-c89906a5c624 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0797763 Jul 16 18:39:25.617458 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-c22f1689-57dc-4eaf-add9-cb378f21698c service neutron] 10.222.0.88 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397901 Jul 16 18:39:25.633122 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-932446fc-9176-4bc8-a233-1bf02a4d2d46 req-ec93e9d4-c3b0-4d4a-8c14-a0ef08de759e tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465357 Jul 16 18:39:25.670272 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-30f5cda6-5c89-44a0-80de-cf521b2891a3 req-1c6b583e-2859-4f55-a332-ca3a751b8a1f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734959 Jul 16 18:39:25.680678 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-830592950-network', 'tenant_id': '351fe98a29174e00bba18e0bcf339e6c'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:25.707111 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Made reservation on behalf of 351fe98a29174e00bba18e0bcf339e6c for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:25.709775 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.723658 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.741674 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d8dec17-4d1a-43ce-b356-1aa92dac2a9b req-6ff33cc7-d192-48b2-a8c1-2ecb0d62c1b5 service neutron] 10.222.0.88 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019948 Jul 16 18:39:25.835154 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.840719 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.864757 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96c457-da8b-4492-8df8-dfa1cd841049 req-573aeb4f-f837-4193-90ae-b60093326a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.872085 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1c96c457-da8b-4492-8df8-dfa1cd841049 req-573aeb4f-f837-4193-90ae-b60093326a5d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5f6a6682bee465e84d3dca4dc268f18&device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 1096 time: 0.0677910 Jul 16 18:39:25.878009 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=93207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:25.887528 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf666b9-1ad9-40b0-9157-71be6d18f871,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:25.894549 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.894956 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Added segment f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f of type vlan for network 72559035-aded-47b1-a139-1a718aaec953 Jul 16 18:39:25.952346 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.014333 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96c457-da8b-4492-8df8-dfa1cd841049 req-13feed06-e4ee-4ed9-8a44-238424b8dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.015909 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1c96c457-da8b-4492-8df8-dfa1cd841049 req-13feed06-e4ee-4ed9-8a44-238424b8dbd9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7b745c50-1671-4481-bfd4-efa42e3afe49 HTTP/1.1" status: 200 len: 911 time: 0.1322381 Jul 16 18:39:26.019210 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.020010 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.020601 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.071104 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1c96c457-da8b-4492-8df8-dfa1cd841049 req-45b1ff58-a654-43b2-b426-47e36ad6dd02 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 HTTP/1.1" status: 200 len: 217 time: 0.0403333 Jul 16 18:39:26.082457 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40504) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:26.082723 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6808226 Jul 16 18:39:26.091582 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] Request body: {'subnet': {'network_id': '72559035-aded-47b1-a139-1a718aaec953', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-830592950-subnet', 'tenant_id': '351fe98a29174e00bba18e0bcf339e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:26.125838 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2b111-940b-4678-b890-a7512e1891ec admin admin] Pushing event updated for resources: {'Network': ['ID=72559035-aded-47b1-a139-1a718aaec953,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.136704 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network 72559035-aded-47b1-a139-1a718aaec953 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:26.142326 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699620e-1d59-481e-94e6-b6ed4768d933 req-8db0ef7a-b921-4f9f-8fe9-236ec6806309 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.144850 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b699620e-1d59-481e-94e6-b6ed4768d933 req-8db0ef7a-b921-4f9f-8fe9-236ec6806309 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1668081 Jul 16 18:39:26.178466 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] Made reservation on behalf of 351fe98a29174e00bba18e0bcf339e6c for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:26.181906 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695207'] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.189863 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96c457-da8b-4492-8df8-dfa1cd841049 req-227658a1-ffed-4dbf-8e3b-078304648de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.191146 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1c96c457-da8b-4492-8df8-dfa1cd841049 req-227658a1-ffed-4dbf-8e3b-078304648de7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=47a4fbac-beb7-4119-845d-8ae67c81dc5c HTTP/1.1" status: 200 len: 849 time: 0.0951242 Jul 16 18:39:26.196004 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b699620e-1d59-481e-94e6-b6ed4768d933 req-ef2fbd5e-8be4-44f7-bc9a-0747c4a1d8a3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444038 Jul 16 18:39:26.242343 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1c96c457-da8b-4492-8df8-dfa1cd841049 req-02795ceb-37c5-460e-9343-3e25ae04ac93 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7b745c50-1671-4481-bfd4-efa42e3afe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316069 Jul 16 18:39:26.415473 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1c96c457-da8b-4492-8df8-dfa1cd841049 req-9dd1e17f-eeb6-4b2a-b806-ed3f9b021616 service neutron] 10.222.0.88 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389594 Jul 16 18:39:26.533054 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3222909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695221'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.591407 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1c96c457-da8b-4492-8df8-dfa1cd841049 req-598232b6-c708-4a8f-90d6-84aa1f1ac3e4 service neutron] 10.222.0.88 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680975 Jul 16 18:39:26.606688 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd5d508-f27c-4232-8be5-3dc490fee317,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.618299 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] Checking segment: {'id': 'f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '72559035-aded-47b1-a139-1a718aaec953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:26.618660 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] Network hostable DHCP agents. Network: 72559035-aded-47b1-a139-1a718aaec953, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:26.635959 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] Network 72559035-aded-47b1-a139-1a718aaec953 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:26.644038 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, 72559035-aded-47b1-a139-1a718aaec953) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:26.655453 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ad06e-f72d-4cf7-96db-8d73919322f6 None None] Network 72559035-aded-47b1-a139-1a718aaec953 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:26.655946 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.656468 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.683300 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c0a9a1dd-5e10-4f85-a24c-3646633b60bf admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5981846 Jul 16 18:39:26.955779 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aacf71-1ed0-43ae-97d0-2e99eeca1c1a req-23c5a95d-d279-47f9-897f-ff2805695bfb tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.966038 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-57aacf71-1ed0-43ae-97d0-2e99eeca1c1a req-23c5a95d-d279-47f9-897f-ff2805695bfb tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.1355493 Jul 16 18:39:26.983446 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eecd4-cb69-47e3-ab81-e1ee9bb48356 req-4349c7b4-6211-4cd6-8d58-158e9417b07a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.991192 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d96eecd4-cb69-47e3-ab81-e1ee9bb48356 req-4349c7b4-6211-4cd6-8d58-158e9417b07a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 943 time: 0.1051366 Jul 16 18:39:27.017511 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7bc85-4e37-4143-bd4b-60f187436929 None None] Network 72559035-aded-47b1-a139-1a718aaec953 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:27.031831 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-57aacf71-1ed0-43ae-97d0-2e99eeca1c1a req-e970ed66-0874-4a40-9155-8a5c16c69c46 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644622 Jul 16 18:39:27.042904 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d96eecd4-cb69-47e3-ab81-e1ee9bb48356 req-fbe32ba2-94f8-4c00-bc7f-5e8380bc1ffb tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479808 Jul 16 18:39:27.415883 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a28be0-b880-4eb5-b972-0f8bef2f766f req-db9e8c0e-4ebd-4b62-ae9d-fcece292bd90 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.417600 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b7a28be0-b880-4eb5-b972-0f8bef2f766f req-db9e8c0e-4ebd-4b62-ae9d-fcece292bd90 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0904400 Jul 16 18:39:27.450638 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.494262 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b7a28be0-b880-4eb5-b972-0f8bef2f766f req-4df80fd7-913e-4599-a1fb-01324e044513 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588222 Jul 16 18:39:28.198608 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c8374-36c2-43e1-83de-92060dcd2f04 req-fb6b218d-790c-4cb3-afc5-ce800f865d1f tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.200136 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c76c8374-36c2-43e1-83de-92060dcd2f04 req-fb6b218d-790c-4cb3-afc5-ce800f865d1f tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0643487 Jul 16 18:39:28.220684 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c680d4a-1782-401d-b32d-cc5c741c047d req-01cd31f7-4e7e-4f39-9d57-813fa7f4fe4a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.222269 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0c680d4a-1782-401d-b32d-cc5c741c047d req-01cd31f7-4e7e-4f39-9d57-813fa7f4fe4a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 943 time: 0.0689518 Jul 16 18:39:28.240196 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c76c8374-36c2-43e1-83de-92060dcd2f04 req-77a83565-9ec2-4049-9107-dad781b6c27f tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341070 Jul 16 18:39:28.271522 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0c680d4a-1782-401d-b32d-cc5c741c047d req-36ff1cb5-8947-4004-8b58-5549a104f85a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Jul 16 18:39:28.426555 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd72f-afb6-411e-bef0-bdb2095e1297 req-96e621cc-ecd6-471e-978a-6b99f3c5cec8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.427947 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea3cd72f-afb6-411e-bef0-bdb2095e1297 req-96e621cc-ecd6-471e-978a-6b99f3c5cec8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0656023 Jul 16 18:39:28.468556 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea3cd72f-afb6-411e-bef0-bdb2095e1297 req-654d7930-08b3-4d0a-a6b1-3f1879e41746 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345449 Jul 16 18:39:28.494881 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40564) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:28.546130 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:28.681718 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6,segment=NetworkSegment(483e260a-ea91-4eb4-b36f-67724339f838),segment_id=483e260a-ea91-4eb4-b36f-67724339f838)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:28.698788 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': 'f3050f3d-5804-40ab-98c1-55b7ea4fb7d6', 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49', 'port_id': 'f3050f3d-5804-40ab-98c1-55b7ea4fb7d6', 'mac_address': 'fa:16:3e:a8:d2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a4fbac-beb7-4119-845d-8ae67c81dc5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:28.717788 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae7974-835c-495c-982e-9368d34cff67 req-3b2b5f1b-3945-4641-abe5-a138c2c8741c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.719404 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4bae7974-835c-495c-982e-9368d34cff67 req-3b2b5f1b-3945-4641-abe5-a138c2c8741c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1089826 Jul 16 18:39:28.753380 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.767477 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:28.799504 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6,segment=NetworkSegment(483e260a-ea91-4eb4-b36f-67724339f838),segment_id=483e260a-ea91-4eb4-b36f-67724339f838)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:28.807005 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.839573 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4bae7974-835c-495c-982e-9368d34cff67 req-a635b162-1217-456b-9045-ae39d5f88907 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078136 Jul 16 18:39:28.862911 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebefdf6-40cc-4295-b9af-33713e1dfbc6 tempest-TestShelveInstance-1840715158 tempest-TestShelveInstance-1840715158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.869037 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-bebefdf6-40cc-4295-b9af-33713e1dfbc6 tempest-TestShelveInstance-1840715158 tempest-TestShelveInstance-1840715158-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 1093 time: 0.3725314 Jul 16 18:39:28.870007 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40592) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:28.874801 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Request body: {'floatingip': {'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'port_id': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:28.906583 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for floatingip, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.918249 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:28.974844 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-8617f147-b454-4283-8880-8e5a466dfe11 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.976374 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-8617f147-b454-4283-8880-8e5a466dfe11 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/networks?id=72559035-aded-47b1-a139-1a718aaec953 HTTP/1.1" status: 200 len: 813 time: 0.1322579 Jul 16 18:39:29.008097 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-6152a5b7-6a4c-4ca6-b5c2-cae80cb2a1c6 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/quotas/351fe98a29174e00bba18e0bcf339e6c HTTP/1.1" status: 200 len: 375 time: 0.0236793 Jul 16 18:39:29.083969 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-8e160a5b-3b2e-4551-acdc-a7453ab0975a tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=351fe98a29174e00bba18e0bcf339e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662947 Jul 16 18:39:29.114314 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.121904 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.196046 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-7790d90d-deab-4088-9756-4c334075a21e service neutron] 10.222.0.79 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109343 Jul 16 18:39:29.250529 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Allocated IP 172.27.2.105 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/11d1a147-3b4b-4f29-b5c4-e3dddb9a133a) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:29.261977 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['f3050f3d-5804-40ab-98c1-55b7ea4fb7d6'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:29.322439 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-a1f9b7e7-21b4-4576-84e7-87dc7340dc3a service neutron] 10.222.0.79 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193197 Jul 16 18:39:29.379216 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.433928 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.516588 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:29.536175 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:29.543726 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:29.554355 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-faabfe10-9553-467e-858e-40abd570bcb5 req-a0819893-eddb-4c71-993f-9cdde3c5434e tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 210 time: 0.0299492 Jul 16 18:39:29.565357 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event updated for resources: {'Port': ['ID=11d1a147-3b4b-4f29-b5c4-e3dddb9a133a,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:29.671362 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ace5e1-e16e-45c1-8f64-476877b194bb req-21acfce8-4f19-4de4-b38a-8535a795fc0a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.672989 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-70ace5e1-e16e-45c1-8f64-476877b194bb req-21acfce8-4f19-4de4-b38a-8535a795fc0a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 944 time: 0.1931603 Jul 16 18:39:29.745320 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-70ace5e1-e16e-45c1-8f64-476877b194bb req-3c735b73-2dd1-4b6c-a6da-0a048662779f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544798 Jul 16 18:39:30.263264 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8efefd-f281-4650-beba-671a0df91210 req-d2c41bd7-d985-4bfc-81df-5da5d8c65412 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.264681 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6d8efefd-f281-4650-beba-671a0df91210 req-d2c41bd7-d985-4bfc-81df-5da5d8c65412 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1702292 Jul 16 18:39:30.337514 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6d8efefd-f281-4650-beba-671a0df91210 req-ea92e6ed-f987-4ad4-82a3-bc15b9f920ea tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672252 Jul 16 18:39:30.418204 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.508802 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.552739 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:30.628003 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:30.632564 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:30.633071 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.708032 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.714284 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.746948 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.772314 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d14796f-9f64-4d0f-a943-31c3559a3241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3050f3d-5804-40ab-98c1-55b7ea4fb7d6'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:30.776515 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465bb4a7-6441-4f3e-812f-ded096b37340" -d '{"events": [{"server_uuid": "9d14796f-9f64-4d0f-a943-31c3559a3241", "name": "network-vif-plugged", "status": "completed", "tag": "f3050f3d-5804-40ab-98c1-55b7ea4fb7d6"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:30.778130 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b52a333b-6491-41a1-bc21-3f165d19908f req-20a1cc05-4a49-4dc1-89d4-09310dedf482 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 210 time: 0.0374689 Jul 16 18:39:30.792092 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6,segment=NetworkSegment(483e260a-ea91-4eb4-b36f-67724339f838),segment_id=483e260a-ea91-4eb4-b36f-67724339f838)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:30.797617 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.814338 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event updated for resources: {'Port': ['ID=11d1a147-3b4b-4f29-b5c4-e3dddb9a133a,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:30.835597 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.865533 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d933bebe-4456-4414-98e6-7d15d899fa82 x-openstack-request-id: req-d933bebe-4456-4414-98e6-7d15d899fa82 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:30.866133 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d14796f-9f64-4d0f-a943-31c3559a3241", "name": "network-vif-plugged", "status": "completed", "tag": "f3050f3d-5804-40ab-98c1-55b7ea4fb7d6", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:30.866551 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d933bebe-4456-4414-98e6-7d15d899fa82 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:30.867084 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d14796f-9f64-4d0f-a943-31c3559a3241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3050f3d-5804-40ab-98c1-55b7ea4fb7d6', 'code': 200} Jul 16 18:39:30.869160 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:30.951082 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.l3_db [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Floating IP a35dc691-d98f-4224-bd96-2d9c9b735172 associated. External IP: 172.27.2.105, port: 2e028c40-1bba-4577-a87a-0c5f8a9aed0f. Jul 16 18:39:30.986972 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e42c3c-0024-4eec-b937-7308441c75ad req-ff63ba66-74e3-4a29-9b74-065990672f4f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.989613 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-25e42c3c-0024-4eec-b937-7308441c75ad req-ff63ba66-74e3-4a29-9b74-065990672f4f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 945 time: 0.0781975 Jul 16 18:39:31.038988 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-25e42c3c-0024-4eec-b937-7308441c75ad req-681ef4b0-564d-4bc2-bfad-057ad9700968 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Jul 16 18:39:31.325099 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Router 6d550e36-473e-44f6-b250-173e49e834b3 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:31.350113 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-9cf9294f-139e-4f4d-8c90-0bfd8f9ac9fc tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.351643 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-9cf9294f-139e-4f4d-8c90-0bfd8f9ac9fc tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.88 "GET /v2.0/networks?id=72559035-aded-47b1-a139-1a718aaec953 HTTP/1.1" status: 200 len: 813 time: 0.2043536 Jul 16 18:39:31.358711 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c3e60-53e0-4ab3-9173-a26077ac409a req-d87a12f5-1691-475a-bf28-9f9f1a0118ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.360986 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5b3c3e60-53e0-4ab3-9173-a26077ac409a req-d87a12f5-1691-475a-bf28-9f9f1a0118ac service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 1098 time: 0.1870115 Jul 16 18:39:31.414901 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Request body: {'port': {'device_id': '417f645d-26fd-4571-a550-e780a4a18be1', 'network_id': '72559035-aded-47b1-a139-1a718aaec953', 'admin_state_up': True, 'tenant_id': '351fe98a29174e00bba18e0bcf339e6c'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:31.513848 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5b3c3e60-53e0-4ab3-9173-a26077ac409a req-0cf655df-753b-4f9d-903a-d383cf217d0a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099491 Jul 16 18:39:31.575846 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:31.585665 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c7f03-f160-44ea-b025-e4f84fac1aaf None None] Sync routers for ids ['6d550e36-473e-44f6-b250-173e49e834b3'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:31.597248 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c7f03-f160-44ea-b025-e4f84fac1aaf None None] Routers {'6d550e36-473e-44f6-b250-173e49e834b3'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:31.598267 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-694c7f03-f160-44ea-b025-e4f84fac1aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:39:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['6d550e36-473e-44f6-b250-173e49e834b3'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:31.600568 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a64694-d65e-48b7-bde3-3ce42c56497d req-e1f24610-4a8a-4037-a226-8ec172027c0a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.601872 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.606558 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-27a64694-d65e-48b7-bde3-3ce42c56497d req-e1f24610-4a8a-4037-a226-8ec172027c0a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0808382 Jul 16 18:39:31.652737 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Made reservation on behalf of 351fe98a29174e00bba18e0bcf339e6c for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:31.654148 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-27a64694-d65e-48b7-bde3-3ce42c56497d req-10747694-7cd5-457b-a8ec-e2aa09d25255 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447383 Jul 16 18:39:31.656510 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.659889 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-f4602dd9-469e-4cbc-8997-aff43b91b16d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7887230 Jul 16 18:39:31.661486 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:31.663858 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3b2822-bc05-40d4-918c-26c93149e6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:31.730466 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040ae339-cbea-45b8-94e8-a3de9b7d847f x-openstack-request-id: req-040ae339-cbea-45b8-94e8-a3de9b7d847f {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:31.730763 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:31.731015 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-040ae339-cbea-45b8-94e8-a3de9b7d847f {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:31.731406 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'status': 'completed', 'code': 200} Jul 16 18:39:31.837921 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-694c7f03-f160-44ea-b025-e4f84fac1aaf None None] Set router 6d550e36-473e-44f6-b250-173e49e834b3 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:31.849652 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Allocated IP 172.20.0.4 (72559035-aded-47b1-a139-1a718aaec953/7cd5d508-f27c-4232-8be5-3dc490fee317/b262519f-9b8b-468b-991d-9044fb04eb5c) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:31.909423 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b2822-bc05-40d4-918c-26c93149e6d5 req-8f2e2aaa-a792-4311-bf4e-825c1a13c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.911419 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5d3b2822-bc05-40d4-918c-26c93149e6d5 req-8f2e2aaa-a792-4311-bf4e-825c1a13c54e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe4f148278ba408cb83924bbc48121f4&device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 1098 time: 0.1137216 Jul 16 18:39:31.961973 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-beacc598-80df-4632-b6e3-fd55bf519f15 req-2cc4262f-4d67-4190-945e-1c83b11a7bad tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 210 time: 0.0307474 Jul 16 18:39:32.075592 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-694c7f03-f160-44ea-b025-e4f84fac1aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:52Z', 'revision_number': 4, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'a35dc691-d98f-4224-bd96-2d9c9b735172', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'port_id': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'mac_address': 'fa:16:3e:47:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:30Z', 'updated_at': '2021-07-16T18:39:30Z', 'revision_number': 0, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2450a674-47da-4732-891a-89b24ace9193', 'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'mac_address': 'fa:16:3e:73:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:51Z', 'updated_at': '2021-07-16T18:37:57Z', 'revision_number': 5, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'subnets': [{'id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:32.095292 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b2822-bc05-40d4-918c-26c93149e6d5 req-161c484d-39b0-4c0d-9c56-13a1c9e87be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.096925 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5d3b2822-bc05-40d4-918c-26c93149e6d5 req-161c484d-39b0-4c0d-9c56-13a1c9e87be7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=67f9b577-db05-431a-8da7-2b783e514c0b HTTP/1.1" status: 200 len: 910 time: 0.1702704 Jul 16 18:39:32.108835 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c7f03-f160-44ea-b025-e4f84fac1aaf None None] Checking router: 6d550e36-473e-44f6-b250-173e49e834b3 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:32.117528 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.119571 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c7f03-f160-44ea-b025-e4f84fac1aaf None None] Routers {'6d550e36-473e-44f6-b250-173e49e834b3'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:32.120487 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-694c7f03-f160-44ea-b025-e4f84fac1aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:39:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['6d550e36-473e-44f6-b250-173e49e834b3'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:32.228697 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5d3b2822-bc05-40d4-918c-26c93149e6d5 req-21c96456-dfd8-4fb9-b596-bdcb067c1eac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f HTTP/1.1" status: 200 len: 999 time: 0.1206110 Jul 16 18:39:32.256046 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-694c7f03-f160-44ea-b025-e4f84fac1aaf None None] Set router 6d550e36-473e-44f6-b250-173e49e834b3 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:32.259117 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.506328 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-694c7f03-f160-44ea-b025-e4f84fac1aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:52Z', 'revision_number': 4, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'a35dc691-d98f-4224-bd96-2d9c9b735172', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'port_id': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'mac_address': 'fa:16:3e:47:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:30Z', 'updated_at': '2021-07-16T18:39:30Z', 'revision_number': 0, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2450a674-47da-4732-891a-89b24ace9193', 'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'mac_address': 'fa:16:3e:73:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:51Z', 'updated_at': '2021-07-16T18:37:57Z', 'revision_number': 5, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'subnets': [{'id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:32.541231 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c7f03-f160-44ea-b025-e4f84fac1aaf None None] The sync data for ids ['6d550e36-473e-44f6-b250-173e49e834b3'] in dv-cinder-786933-5-iscsi is: [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:52Z', 'revision_number': 4, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'a35dc691-d98f-4224-bd96-2d9c9b735172', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'port_id': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'mac_address': 'fa:16:3e:47:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:30Z', 'updated_at': '2021-07-16T18:39:30Z', 'revision_number': 0, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2450a674-47da-4732-891a-89b24ace9193', 'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'mac_address': 'fa:16:3e:73:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:51Z', 'updated_at': '2021-07-16T18:37:57Z', 'revision_number': 5, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'subnets': [{'id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:32.571884 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Network 72559035-aded-47b1-a139-1a718aaec953 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:32.578861 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f004e-c97b-4b5d-92b5-ba85025d8a58 req-93d3427b-e3b4-499d-9e02-7c257d57ab06 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.580423 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-508f004e-c97b-4b5d-92b5-ba85025d8a58 req-93d3427b-e3b4-499d-9e02-7c257d57ab06 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 945 time: 0.4032397 Jul 16 18:39:32.589482 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:32.595982 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:32.599422 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b2822-bc05-40d4-918c-26c93149e6d5 req-b272853d-bdc1-48c2-ad49-1ebf16caeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.600878 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5d3b2822-bc05-40d4-918c-26c93149e6d5 req-b272853d-bdc1-48c2-ad49-1ebf16caeb58 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=984575de-1bd2-4aa4-bd82-a8567f2419ec HTTP/1.1" status: 200 len: 847 time: 0.3533690 Jul 16 18:39:32.628964 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Pushing event updated for resources: {'Port': ['ID=b262519f-9b8b-468b-991d-9044fb04eb5c,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:32.706080 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.706714 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.714400 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-508f004e-c97b-4b5d-92b5-ba85025d8a58 req-5d7af715-e517-4d25-9ca2-4e4818dabfb7 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223984 Jul 16 18:39:32.731247 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-0a8f32e0-6ec4-49cb-9756-8f7cfa9ebac9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3285241 Jul 16 18:39:32.751194 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Request body: {'port': {'device_id': '417f645d-26fd-4571-a550-e780a4a18be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:32.755662 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b2822-bc05-40d4-918c-26c93149e6d5 req-8715414e-c38e-4acc-bf88-748457e36b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.757596 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5d3b2822-bc05-40d4-918c-26c93149e6d5 req-8715414e-c38e-4acc-bf88-748457e36b6d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=67f9b577-db05-431a-8da7-2b783e514c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1178992 Jul 16 18:39:32.860587 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3943f6a6-8d8d-4149-b77c-aa3518b90e20 None None] New status for floating IP a35dc691-d98f-4224-bd96-2d9c9b735172: ACTIVE {{(pid=93209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:32.956118 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde8fb6-7f43-48d5-992a-af2f3755a9fe req-d55d0a3e-4464-4d34-bf03-cda654f6c864 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.958558 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-fdde8fb6-7f43-48d5-992a-af2f3755a9fe req-d55d0a3e-4464-4d34-bf03-cda654f6c864 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1105402 Jul 16 18:39:32.982603 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5d3b2822-bc05-40d4-918c-26c93149e6d5 req-a6f74a52-f2fb-4bcc-ac45-8b0814d7477c service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949027 Jul 16 18:39:32.984431 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.042847 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-fdde8fb6-7f43-48d5-992a-af2f3755a9fe req-16d8854a-50bf-4714-ba04-c4cba9447347 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784836 Jul 16 18:39:33.271897 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5d3b2822-bc05-40d4-918c-26c93149e6d5 req-0e3c1dfb-fb55-44e1-9bad-861f8b88ef20 service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688406 Jul 16 18:39:33.352031 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b595815-0c47-456e-a540-c2a6d12aa873 req-7e811223-7e75-446e-b584-5b77b955f5f1 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:33.353950 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6b595815-0c47-456e-a540-c2a6d12aa873 req-7e811223-7e75-446e-b584-5b77b955f5f1 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 931 time: 0.2164338 Jul 16 18:39:33.414503 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6b595815-0c47-456e-a540-c2a6d12aa873 req-7003da99-1758-4c8f-a6c6-5ada1b4e901d tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540526 Jul 16 18:39:33.467243 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b262519f-9b8b-468b-991d-9044fb04eb5c {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:33.474939 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.486868 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Transition to ACTIVE for port object b262519f-9b8b-468b-991d-9044fb04eb5c will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:33.490153 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.560628 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Pushing event updated for resources: {'Port': ['ID=b262519f-9b8b-468b-991d-9044fb04eb5c,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:33.612404 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Attempting to bind port b262519f-9b8b-468b-991d-9044fb04eb5c on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:33.613058 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Attempting to bind port b262519f-9b8b-468b-991d-9044fb04eb5c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '72559035-aded-47b1-a139-1a718aaec953'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:33.613058 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Attempting to bind port b262519f-9b8b-468b-991d-9044fb04eb5c on network 72559035-aded-47b1-a139-1a718aaec953 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:33.617147 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Port b262519f-9b8b-468b-991d-9044fb04eb5c on network 72559035-aded-47b1-a139-1a718aaec953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:33.618092 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Attempting to bind port b262519f-9b8b-468b-991d-9044fb04eb5c on network 72559035-aded-47b1-a139-1a718aaec953 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:33.622798 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:33.623124 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Checking segment: {'id': 'f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '72559035-aded-47b1-a139-1a718aaec953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:33.623496 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Bound using segment: {'id': 'f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '72559035-aded-47b1-a139-1a718aaec953'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:33.623910 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Bound port: b262519f-9b8b-468b-991d-9044fb04eb5c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '72559035-aded-47b1-a139-1a718aaec953'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:33.624258 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.691758 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] For port b262519f-9b8b-468b-991d-9044fb04eb5c, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:33.694717 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] For port b262519f-9b8b-468b-991d-9044fb04eb5c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b262519f-9b8b-468b-991d-9044fb04eb5c,segment=NetworkSegment(f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f),segment_id=f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:33.700321 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.738090 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:33.738703 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.740066 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] 10.222.0.88 "PUT /v2.0/ports/b262519f-9b8b-468b-991d-9044fb04eb5c HTTP/1.1" status: 200 len: 1093 time: 0.9935267 Jul 16 18:39:33.740488 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417f645d-26fd-4571-a550-e780a4a18be1', 'tag': 'b262519f-9b8b-468b-991d-9044fb04eb5c'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:33.743751 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18023f47-786a-4a22-a7e8-be92127cfa3b" -d '{"events": [{"name": "network-changed", "server_uuid": "417f645d-26fd-4571-a550-e780a4a18be1", "tag": "b262519f-9b8b-468b-991d-9044fb04eb5c"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:33.766545 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4931ec-4970-431e-b398-34acccaa3b7a service neutron] Pushing event updated for resources: {'Port': ['ID=b262519f-9b8b-468b-991d-9044fb04eb5c,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:33.785673 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c585a0a1-49e8-4aaa-95d7-2fe00141e31d x-openstack-request-id: req-c585a0a1-49e8-4aaa-95d7-2fe00141e31d {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:33.786062 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417f645d-26fd-4571-a550-e780a4a18be1", "tag": "b262519f-9b8b-468b-991d-9044fb04eb5c", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:33.786323 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c585a0a1-49e8-4aaa-95d7-2fe00141e31d {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:33.786720 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417f645d-26fd-4571-a550-e780a4a18be1', 'tag': 'b262519f-9b8b-468b-991d-9044fb04eb5c', 'status': 'completed', 'code': 200} Jul 16 18:39:33.864710 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-48861236-1c6a-4ff2-b809-8bd655fa86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:33.867024 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-48861236-1c6a-4ff2-b809-8bd655fa86b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=351fe98a29174e00bba18e0bcf339e6c&device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 1096 time: 0.0651522 Jul 16 18:39:33.916982 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-e0d5d6f1-f9ad-4f71-b100-bc0914bbe882 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b262519f-9b8b-468b-991d-9044fb04eb5c HTTP/1.1" status: 200 len: 217 time: 0.0399365 Jul 16 18:39:33.934009 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb848ddd-1e3d-487b-aaff-6684e3368bc1 req-2050d537-3831-41a1-96aa-1fcbd27f19a7 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:33.935549 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bb848ddd-1e3d-487b-aaff-6684e3368bc1 req-2050d537-3831-41a1-96aa-1fcbd27f19a7 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 945 time: 0.0712585 Jul 16 18:39:33.974292 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-3852618d-e5b7-4d25-a945-d6c7d82b5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:33.975766 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-3852618d-e5b7-4d25-a945-d6c7d82b5b14 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7cd5d508-f27c-4232-8be5-3dc490fee317 HTTP/1.1" status: 200 len: 853 time: 0.0502934 Jul 16 18:39:33.979830 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bb848ddd-1e3d-487b-aaff-6684e3368bc1 req-20a69352-9588-4f1d-8627-9f28c692735b tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340722 Jul 16 18:39:34.012508 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-b17dc215-bd78-4e20-b2d2-804899b27d51 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72559035-aded-47b1-a139-1a718aaec953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274343 Jul 16 18:39:34.142524 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-7543d6e5-b9de-4006-9b44-c9d0dbdbbceb service neutron] 10.222.0.88 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001956 Jul 16 18:39:34.297798 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b99b6614-d77e-4b4f-a795-df290bd0ded6 req-acc916ff-7ae5-4f05-b261-413527032a91 service neutron] 10.222.0.88 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387258 Jul 16 18:39:34.307616 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a0e0c-df8c-4015-bf00-5abcc74290de req-6c45b07a-97dc-4c2e-97ba-e2065c8f5cab tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.309133 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cb6a0e0c-df8c-4015-bf00-5abcc74290de req-6c45b07a-97dc-4c2e-97ba-e2065c8f5cab tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1399317 Jul 16 18:39:34.357313 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cb6a0e0c-df8c-4015-bf00-5abcc74290de req-9fbdc13a-b552-415d-82d9-619bf5098a95 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400071 Jul 16 18:39:34.427746 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40732) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:34.432936 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18023f47-786a-4a22-a7e8-be92127cfa3b req-f9c113f6-35df-425e-9258-b6d620afd5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.435465 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-18023f47-786a-4a22-a7e8-be92127cfa3b req-f9c113f6-35df-425e-9258-b6d620afd5f4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=351fe98a29174e00bba18e0bcf339e6c&device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 1096 time: 0.0571196 Jul 16 18:39:34.563370 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a50dab83-d822-4f6d-b25b-f5a94bee56d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.599779 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18023f47-786a-4a22-a7e8-be92127cfa3b req-872c9e4a-2ad7-41d3-9384-150b87f69e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.601127 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-18023f47-786a-4a22-a7e8-be92127cfa3b req-872c9e4a-2ad7-41d3-9384-150b87f69e45 service neutron] 10.222.0.88 "GET /v2.0/networks?id=72559035-aded-47b1-a139-1a718aaec953 HTTP/1.1" status: 200 len: 915 time: 0.1517515 Jul 16 18:39:34.665974 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-18023f47-786a-4a22-a7e8-be92127cfa3b req-b6a6ca3c-38d5-4a85-8355-014ec380207d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b262519f-9b8b-468b-991d-9044fb04eb5c HTTP/1.1" status: 200 len: 217 time: 0.0454280 Jul 16 18:39:34.677152 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c35afc-b764-4705-941f-64c8b6672b43 req-e5ff86df-5bba-4428-991b-a71f43fff75c tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.678987 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-06c35afc-b764-4705-941f-64c8b6672b43 req-e5ff86df-5bba-4428-991b-a71f43fff75c tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 943 time: 0.1265752 Jul 16 18:39:34.688841 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a50dab83-d822-4f6d-b25b-f5a94bee56d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.694162 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a50dab83-d822-4f6d-b25b-f5a94bee56d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.739617 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-a50dab83-d822-4f6d-b25b-f5a94bee56d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cda8c481afa04c97981ac9d65081731b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083999 Jul 16 18:39:34.739617 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50dab83-d822-4f6d-b25b-f5a94bee56d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e69599-2965-433e-9731-82206da9763d,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:34.741281 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40744) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:34.761108 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18023f47-786a-4a22-a7e8-be92127cfa3b req-8b71ba88-9bc1-400f-b701-8a827643bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.762617 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-18023f47-786a-4a22-a7e8-be92127cfa3b req-8b71ba88-9bc1-400f-b701-8a827643bc3c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7cd5d508-f27c-4232-8be5-3dc490fee317 HTTP/1.1" status: 200 len: 853 time: 0.0826786 Jul 16 18:39:34.772766 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-06c35afc-b764-4705-941f-64c8b6672b43 req-3aa94782-a524-45e3-8fbd-4761fe77ed03 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631344 Jul 16 18:39:34.810251 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-18023f47-786a-4a22-a7e8-be92127cfa3b req-96171744-65e5-4f58-a975-2db91da74474 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72559035-aded-47b1-a139-1a718aaec953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363388 Jul 16 18:39:34.840435 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-853368da-f50f-465a-b02f-2c6cb80b1bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.912535 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-853368da-f50f-465a-b02f-2c6cb80b1bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.968909 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-18023f47-786a-4a22-a7e8-be92127cfa3b req-5b1bb8a8-d390-43a3-ae21-3f45703931ac service neutron] 10.222.0.88 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394989 Jul 16 18:39:35.010279 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-853368da-f50f-465a-b02f-2c6cb80b1bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.013026 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-853368da-f50f-465a-b02f-2c6cb80b1bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.014131 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-853368da-f50f-465a-b02f-2c6cb80b1bf2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7e69599-2965-433e-9731-82206da9763d HTTP/1.1" status: 204 len: 168 time: 0.2730620 Jul 16 18:39:35.029363 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853368da-f50f-465a-b02f-2c6cb80b1bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e69599-2965-433e-9731-82206da9763d,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.125831 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-18023f47-786a-4a22-a7e8-be92127cfa3b req-993376ee-b7a1-49dc-824b-95b6defe09c5 service neutron] 10.222.0.88 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434455 Jul 16 18:39:35.151080 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342567f-f153-4009-99c6-35f818c0a009 req-47b8ecfc-8cd1-4191-be6c-17f385b244ef tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.152616 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9342567f-f153-4009-99c6-35f818c0a009 req-47b8ecfc-8cd1-4191-be6c-17f385b244ef tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 945 time: 0.0882339 Jul 16 18:39:35.198263 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9342567f-f153-4009-99c6-35f818c0a009 req-b073966d-17a2-445e-88ae-b1610643d086 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Jul 16 18:39:35.285907 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40754) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.298997 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2b0993ff-0484-4122-a104-1354cf344043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.391558 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2b0993ff-0484-4122-a104-1354cf344043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.395691 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2b0993ff-0484-4122-a104-1354cf344043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.437193 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-2b0993ff-0484-4122-a104-1354cf344043 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c721c05bc9634daca093d2888bf3b7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501772 Jul 16 18:39:35.438202 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0993ff-0484-4122-a104-1354cf344043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a7500b-90e9-4f7a-8164-cc74d49e9ea8,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.440072 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40758) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.526554 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-88cafe4f-f8fa-44f1-b322-d84125301701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.557119 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-88cafe4f-f8fa-44f1-b322-d84125301701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.590068 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942914c-b591-40e4-8c60-6833e03113cc req-dd0b3baa-3a0e-4aba-9c4b-fc9aaf3df79a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.591569 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c942914c-b591-40e4-8c60-6833e03113cc req-dd0b3baa-3a0e-4aba-9c4b-fc9aaf3df79a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1085145 Jul 16 18:39:35.639514 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c942914c-b591-40e4-8c60-6833e03113cc req-d2000d29-8d4f-4443-8e18-cfaf20f602e8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Jul 16 18:39:35.647235 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-88cafe4f-f8fa-44f1-b322-d84125301701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.652119 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-88cafe4f-f8fa-44f1-b322-d84125301701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.655635 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-88cafe4f-f8fa-44f1-b322-d84125301701 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82a7500b-90e9-4f7a-8164-cc74d49e9ea8 HTTP/1.1" status: 204 len: 168 time: 0.2120793 Jul 16 18:39:35.677754 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cafe4f-f8fa-44f1-b322-d84125301701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a7500b-90e9-4f7a-8164-cc74d49e9ea8,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.959487 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277b2e1-5086-429a-816c-1434c9cc127b req-a3b2d879-88fe-4a3b-9c3a-6985464abcfb tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.960991 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2277b2e1-5086-429a-816c-1434c9cc127b req-a3b2d879-88fe-4a3b-9c3a-6985464abcfb tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 943 time: 0.0702171 Jul 16 18:39:35.992787 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40770) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.003755 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2277b2e1-5086-429a-816c-1434c9cc127b req-24dfddc1-42d0-4edd-ae76-32e9e410bb18 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358722 Jul 16 18:39:36.009770 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-66212c15-fd9b-490e-b897-65591b7aba04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.104469 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-66212c15-fd9b-490e-b897-65591b7aba04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.109148 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-66212c15-fd9b-490e-b897-65591b7aba04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.145963 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-66212c15-fd9b-490e-b897-65591b7aba04 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cbb2e702038b497497f21f5187ec443f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520786 Jul 16 18:39:36.146799 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66212c15-fd9b-490e-b897-65591b7aba04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9605104f-aadc-4c3d-a49e-bd8cb66d863f,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:36.149749 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40772) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.199232 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-941d8efd-1152-4fd3-9266-caa4520f2143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.220319 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-941d8efd-1152-4fd3-9266-caa4520f2143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.267051 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-941d8efd-1152-4fd3-9266-caa4520f2143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.269686 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-941d8efd-1152-4fd3-9266-caa4520f2143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.273354 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-941d8efd-1152-4fd3-9266-caa4520f2143 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9605104f-aadc-4c3d-a49e-bd8cb66d863f HTTP/1.1" status: 204 len: 168 time: 0.1205735 Jul 16 18:39:36.279651 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d8efd-1152-4fd3-9266-caa4520f2143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9605104f-aadc-4c3d-a49e-bd8cb66d863f,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:36.385179 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53f444-013a-4e02-ac5c-9dcaf73b72f8 req-c8d22450-1af4-4891-9b66-3470bb473250 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.386999 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1a53f444-013a-4e02-ac5c-9dcaf73b72f8 req-c8d22450-1af4-4891-9b66-3470bb473250 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 945 time: 0.0680821 Jul 16 18:39:36.438020 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1a53f444-013a-4e02-ac5c-9dcaf73b72f8 req-687295ed-1492-4294-a3f7-05771a8571c6 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 Jul 16 18:39:36.822315 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad0842-bb2a-410e-8472-0dda2c279fb3 req-2ddfce58-b58d-4483-a6e6-4066b91f701a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.823989 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-44ad0842-bb2a-410e-8472-0dda2c279fb3 req-2ddfce58-b58d-4483-a6e6-4066b91f701a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0656271 Jul 16 18:39:36.864487 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-44ad0842-bb2a-410e-8472-0dda2c279fb3 req-334a3cb5-a0bc-4473-91f0-41c6048efc6d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342858 Jul 16 18:39:36.969005 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40800) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:37.075588 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1000711398-network', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:37.103941 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Made reservation on behalf of b04fcf3df7164dc89b1c9a2e993e6eaa for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:37.106274 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.115403 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.232059 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630a756-8387-4370-8b56-a929c9c9dcc7 req-070208f5-3520-4810-8a00-6e48cd750b69 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.233445 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5630a756-8387-4370-8b56-a929c9c9dcc7 req-070208f5-3520-4810-8a00-6e48cd750b69 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 943 time: 0.1018414 Jul 16 18:39:37.273553 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.282543 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.302658 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5630a756-8387-4370-8b56-a929c9c9dcc7 req-e89b6ba0-f23f-45ef-8871-38fb117de486 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630035 Jul 16 18:39:37.311626 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=93207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:37.324739 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.325074 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Added segment abea05bf-5df4-4eb3-85af-d69b5a527d42 of type vlan for network 47f6b223-7ba0-4d0a-a61c-5234079af054 Jul 16 18:39:37.345125 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca51f88c-7e7c-4f43-926a-1a9c35449124,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.387574 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.418372 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.419334 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.419914 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.450418 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4803131 Jul 16 18:39:37.457797 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40808) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:37.465909 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] Request body: {'subnet': {'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1000711398-subnet', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:37.489351 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054565ee-e941-459e-a82a-9c1f8dd08404 admin admin] Pushing event updated for resources: {'Network': ['ID=47f6b223-7ba0-4d0a-a61c-5234079af054,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.494920 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] Made reservation on behalf of b04fcf3df7164dc89b1c9a2e993e6eaa for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:37.497830 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695207'] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.500510 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network 47f6b223-7ba0-4d0a-a61c-5234079af054 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:37.759335 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940206e-0ae0-4c99-a4fe-9d6830cd6803 req-64e6a570-fc66-4582-9f8f-9caef319523d tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.761387 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d940206e-0ae0-4c99-a4fe-9d6830cd6803 req-64e6a570-fc66-4582-9f8f-9caef319523d tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 945 time: 0.1786575 Jul 16 18:39:37.787455 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3222909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695221'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.862638 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff36a9-5d47-4ede-bbb5-f92c8becfcef req-04dda699-ca44-49a1-a3ce-0919786466fd tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.864074 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1cff36a9-5d47-4ede-bbb5-f92c8becfcef req-04dda699-ca44-49a1-a3ce-0919786466fd tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 945 time: 0.2039962 Jul 16 18:39:37.877185 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d940206e-0ae0-4c99-a4fe-9d6830cd6803 req-3c769b23-4455-4bfb-8072-3a1c309e8541 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089959 Jul 16 18:39:37.888555 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b39d775-14ca-4b82-9356-bf041134f173,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.933069 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] Checking segment: {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:37.933423 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] Network hostable DHCP agents. Network: 47f6b223-7ba0-4d0a-a61c-5234079af054, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:37.982342 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] Network 47f6b223-7ba0-4d0a-a61c-5234079af054 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:38.005485 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, 47f6b223-7ba0-4d0a-a61c-5234079af054) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:38.014695 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee21079-3920-46a4-990b-b0ec65b22004 None None] Network 47f6b223-7ba0-4d0a-a61c-5234079af054 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:38.020838 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.021555 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.045011 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-383d1352-c21d-41cd-8efc-19b651537b94 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5859368 Jul 16 18:39:38.047821 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40816) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:38.052290 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:38.063813 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461f334-1d90-4a7f-85ac-68c64f9d77fc req-0fda3441-6938-4166-9aec-a51164f6fc8b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.064382 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-1cff36a9-5d47-4ede-bbb5-f92c8becfcef req-f9252b6c-a794-4111-ab20-2652368fb81a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Deleting port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:38.064382 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-1cff36a9-5d47-4ede-bbb5-f92c8becfcef req-f9252b6c-a794-4111-ab20-2652368fb81a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.066306 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e461f334-1d90-4a7f-85ac-68c64f9d77fc req-0fda3441-6938-4166-9aec-a51164f6fc8b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0842235 Jul 16 18:39:38.107446 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7819'] for router, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.108471 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1683935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6008'] for router, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.134490 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e461f334-1d90-4a7f-85ac-68c64f9d77fc req-5187f2e5-80fe-4e3c-8e21-bf053670067f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549808 Jul 16 18:39:38.205314 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad25305b-f3dd-5c0f-aa44-46a7d21f290c-47f6b223-7ba0-4d0a-a61c-5234079af054', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173'}]}} from dv-cinder-786933-5-iscsi. {{(pid=93209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:39:38.206261 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.231385 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.233634 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-1cff36a9-5d47-4ede-bbb5-f92c8becfcef req-f9252b6c-a794-4111-ab20-2652368fb81a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] For port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6,segment=NetworkSegment(483e260a-ea91-4eb4-b36f-67724339f838),segment_id=483e260a-ea91-4eb4-b36f-67724339f838)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:38.234162 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-1cff36a9-5d47-4ede-bbb5-f92c8becfcef req-f9252b6c-a794-4111-ab20-2652368fb81a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.284763 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-1cff36a9-5d47-4ede-bbb5-f92c8becfcef req-f9252b6c-a794-4111-ab20-2652368fb81a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Calling delete_port for f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:38.352018 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.db_base_plugin_common [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Allocated IP 172.20.0.2 (47f6b223-7ba0-4d0a-a61c-5234079af054/1b39d775-14ca-4b82-9356-bf041134f173/ba2e50ae-e65a-4b26-a73d-4637a1e60c82) {{(pid=93209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:38.531074 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Notify callbacks [] for port, precommit_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.542403 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Transition to ACTIVE for port object ba2e50ae-e65a-4b26-a73d-4637a1e60c82 will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:38.561027 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Transition to ACTIVE for port object ba2e50ae-e65a-4b26-a73d-4637a1e60c82 will not be triggered until provisioned by entity DHCP. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:38.569426 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.583817 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2acdf-e20e-4474-9254-6c43f068f4a1 req-a663f104-7b29-4cd4-870f-b669aa2e1d80 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.594068 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8fb2acdf-e20e-4474-9254-6c43f068f4a1 req-a663f104-7b29-4cd4-870f-b669aa2e1d80 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0883820 Jul 16 18:39:38.606252 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device b262519f-9b8b-468b-991d-9044fb04eb5c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:38.630645 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Network 47f6b223-7ba0-4d0a-a61c-5234079af054 is already hosted by enough agents. {{(pid=93209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:38.633971 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.base_scheduler [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Resources bound (agent type, host, resource id): {{(pid=93209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:38.638828 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8fb2acdf-e20e-4474-9254-6c43f068f4a1 req-f74c5d99-030b-47b0-b979-a7635f69a76a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437198 Jul 16 18:39:38.641223 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Received port after_create {{(pid=93209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:38.677158 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Pushing event updated for resources: {'Port': ['ID=ba2e50ae-e65a-4b26-a73d-4637a1e60c82,revision_number=1']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:38.730706 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5994'] for router, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.769356 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Attempting to bind port ba2e50ae-e65a-4b26-a73d-4637a1e60c82 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:38.769723 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Attempting to bind port ba2e50ae-e65a-4b26-a73d-4637a1e60c82 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:38.770109 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Attempting to bind port ba2e50ae-e65a-4b26-a73d-4637a1e60c82 on network 47f6b223-7ba0-4d0a-a61c-5234079af054 {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:38.781691 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:38.782095 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Checking segment: {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:38.782498 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.782890 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Bound using segment: {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:38.783362 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Bound port: ba2e50ae-e65a-4b26-a73d-4637a1e60c82, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:38.783748 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.806516 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port b262519f-9b8b-468b-991d-9044fb04eb5c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b262519f-9b8b-468b-991d-9044fb04eb5c,segment=NetworkSegment(f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f),segment_id=f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:38.838724 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': 'b262519f-9b8b-468b-991d-9044fb04eb5c', 'network_id': '72559035-aded-47b1-a139-1a718aaec953', 'port_id': 'b262519f-9b8b-468b-991d-9044fb04eb5c', 'mac_address': 'fa:16:3e:24:6e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd5d508-f27c-4232-8be5-3dc490fee317', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:38.844800 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbb0ab-d4d1-4fb9-9c72-7dd860ea4f4d req-2d71ab13-9360-4a77-89a5-dc5d778b8d08 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.849921 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-78bbb0ab-d4d1-4fb9-9c72-7dd860ea4f4d req-2d71ab13-9360-4a77-89a5-dc5d778b8d08 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 943 time: 0.1930065 Jul 16 18:39:38.904753 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.906994 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] For port ba2e50ae-e65a-4b26-a73d-4637a1e60c82, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:38.910997 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] For port ba2e50ae-e65a-4b26-a73d-4637a1e60c82, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ba2e50ae-e65a-4b26-a73d-4637a1e60c82,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:38.913358 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-1cff36a9-5d47-4ede-bbb5-f92c8becfcef req-f9252b6c-a794-4111-ab20-2652368fb81a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.924061 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.934353 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['f3050f3d-5804-40ab-98c1-55b7ea4fb7d6'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:38.936929 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b262519f-9b8b-468b-991d-9044fb04eb5c {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:38.968325 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9252b6c-a794-4111-ab20-2652368fb81a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Pushing event deleted for resources: {'Port': ['ID=f3050f3d-5804-40ab-98c1-55b7ea4fb7d6,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:38.998111 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-78bbb0ab-d4d1-4fb9-9c72-7dd860ea4f4d req-b008d638-c5cd-4a9c-9397-2fa8f1a78fcf tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407204 Jul 16 18:39:39.020281 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port b262519f-9b8b-468b-991d-9044fb04eb5c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b262519f-9b8b-468b-991d-9044fb04eb5c,segment=NetworkSegment(f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f),segment_id=f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:39.022972 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cff36a9-5d47-4ede-bbb5-f92c8becfcef req-f9252b6c-a794-4111-ab20-2652368fb81a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] No DVR routers for this DVR port f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:39.025402 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.028599 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-1cff36a9-5d47-4ede-bbb5-f92c8becfcef req-f9252b6c-a794-4111-ab20-2652368fb81a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.030975 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1cff36a9-5d47-4ede-bbb5-f92c8becfcef req-f9252b6c-a794-4111-ab20-2652368fb81a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.88 "DELETE /v2.0/ports/f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 HTTP/1.1" status: 204 len: 173 time: 1.1583281 Jul 16 18:39:39.031353 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d14796f-9f64-4d0f-a943-31c3559a3241', 'name': 'network-vif-deleted', 'tag': 'f3050f3d-5804-40ab-98c1-55b7ea4fb7d6'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:39.033629 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc7d76f-622e-4c90-847a-9c2aef77bc5a" -d '{"events": [{"server_uuid": "9d14796f-9f64-4d0f-a943-31c3559a3241", "name": "network-vif-deleted", "tag": "f3050f3d-5804-40ab-98c1-55b7ea4fb7d6"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:39.056111 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-85a5cc0c-413b-4e38-91b2-e8133e929600 req-cd578a04-8a93-468d-9c6c-2353bf79e064 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d14796f-9f64-4d0f-a943-31c3559a3241 HTTP/1.1" status: 200 len: 210 time: 0.0456898 Jul 16 18:39:39.061080 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb21eaa-092c-43a9-afb1-9235b94deeab None None] Pushing event updated for resources: {'Port': ['ID=ba2e50ae-e65a-4b26-a73d-4637a1e60c82,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:39.123433 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa384ab-1978-4f9f-8675-a24ddcc6e03c x-openstack-request-id: req-8fa384ab-1978-4f9f-8675-a24ddcc6e03c {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:39.123796 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d14796f-9f64-4d0f-a943-31c3559a3241", "name": "network-vif-deleted", "tag": "f3050f3d-5804-40ab-98c1-55b7ea4fb7d6", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:39.124112 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fa384ab-1978-4f9f-8675-a24ddcc6e03c {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:39.124568 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d14796f-9f64-4d0f-a943-31c3559a3241', 'name': 'network-vif-deleted', 'tag': 'f3050f3d-5804-40ab-98c1-55b7ea4fb7d6', 'status': 'completed', 'code': 200} Jul 16 18:39:39.127081 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=b262519f-9b8b-468b-991d-9044fb04eb5c,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:39.217995 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.249273 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.380436 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb65e3a-4745-4eff-9ca1-5b999d88dd2e req-578cfbe2-dc23-4e42-b1cf-806edec7d3ce tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.382353 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5bb65e3a-4745-4eff-9ca1-5b999d88dd2e req-578cfbe2-dc23-4e42-b1cf-806edec7d3ce tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1120393 Jul 16 18:39:39.412568 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Allocated IP 172.27.2.181 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/329db03e-4009-407c-9d5b-1bc178ca597a) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:39.425832 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5bb65e3a-4745-4eff-9ca1-5b999d88dd2e req-c350c4e1-8fa7-4903-9a0f-2315a1bc7b20 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366256 Jul 16 18:39:39.515654 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['b262519f-9b8b-468b-991d-9044fb04eb5c'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:39.532878 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.573487 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.620388 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:39.623657 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:39.628224 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:39.631524 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Pushing event updated for resources: {'Port': ['ID=329db03e-4009-407c-9d5b-1bc178ca597a,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:39.938170 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71c010-de1e-445e-bd88-34b6a7a1b380 req-45ec6a3b-c740-4eb1-9978-a2067c896696 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.939736 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6d71c010-de1e-445e-bd88-34b6a7a1b380 req-45ec6a3b-c740-4eb1-9978-a2067c896696 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.1624820 Jul 16 18:39:39.978675 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.027368 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6d71c010-de1e-445e-bd88-34b6a7a1b380 req-821573d0-18b3-4659-b3d3-d097d2a4e2ae tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792630 Jul 16 18:39:40.065403 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d0696c-adf4-49c3-bf56-23a7dc94dde3 None None] Network 47f6b223-7ba0-4d0a-a61c-5234079af054 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:40.162555 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-5e39ab1c-3f5d-422f-8679-85acd0f964ac None None] Provisioning for port ba2e50ae-e65a-4b26-a73d-4637a1e60c82 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:40.253371 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ed5a0-7b23-4767-a3a1-134b43ae028b req-22072007-b556-40b7-b08c-e6fb84cdf2c7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.255032 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e94ed5a0-7b23-4767-a3a1-134b43ae028b req-22072007-b556-40b7-b08c-e6fb84cdf2c7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 944 time: 0.0713654 Jul 16 18:39:40.262880 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676544'] for router, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.302316 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e94ed5a0-7b23-4767-a3a1-134b43ae028b req-208a06d8-c798-49cd-876b-9abe215bdb4e tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353265 Jul 16 18:39:40.485729 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-1a8522e8-b2b4-4d4b-a56c-eed482471b9f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.487205 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-1a8522e8-b2b4-4d4b-a56c-eed482471b9f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/networks?id=7b745c50-1671-4481-bfd4-efa42e3afe49 HTTP/1.1" status: 200 len: 809 time: 0.1510518 Jul 16 18:39:40.506694 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-737a7484-bf91-407c-a9f0-3c9fde7893ae tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/quotas/f5f6a6682bee465e84d3dca4dc268f18 HTTP/1.1" status: 200 len: 375 time: 0.0125384 Jul 16 18:39:40.507793 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Router 2da0875d-3543-45c3-8294-0dd251574d66 is scheduled to L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a with binding_index 1 {{(pid=93208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:40.572905 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-877b78b4-95dd-4d13-b4e2-46b1d7ba2c1b tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5f6a6682bee465e84d3dca4dc268f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586689 Jul 16 18:39:40.697008 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:40.706781 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Sync routers for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:40.717731 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20b75a-6ee0-4894-a753-820012bf21ce req-05c42037-d159-4907-9663-f1ecb7d8757f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.719527 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2f20b75a-6ee0-4894-a753-820012bf21ce req-05c42037-d159-4907-9663-f1ecb7d8757f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0689371 Jul 16 18:39:40.723057 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-433a9cb6-ed3f-4430-b12c-5107029ae4e2 service neutron] 10.222.0.79 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402130 Jul 16 18:39:40.723427 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:40.724170 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] Notify callbacks [] for router, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.725233 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-400eb7db-6ec7-4ba6-9ecd-971934164a9f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6765196 Jul 16 18:39:40.725945 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:39:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:40.731721 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40858) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:40.836960 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ba2e50ae-e65a-4b26-a73d-4637a1e60c82 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:40.843484 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-0d1d5fab-c2a0-4246-8c6d-7353b9ff83bd service neutron] 10.222.0.79 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112440 Jul 16 18:39:40.848990 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:40.888326 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port ba2e50ae-e65a-4b26-a73d-4637a1e60c82 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:40.893408 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port ba2e50ae-e65a-4b26-a73d-4637a1e60c82 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:40.894103 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.896857 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2f20b75a-6ee0-4894-a753-820012bf21ce req-c05f6c2c-9924-420c-b5fe-5f5500433bd7 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155462 Jul 16 18:39:41.042103 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.098414 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port ba2e50ae-e65a-4b26-a73d-4637a1e60c82, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ba2e50ae-e65a-4b26-a73d-4637a1e60c82,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:41.105021 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.137664 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f107392e-ba2e-4763-93be-4eb19ad0a07d req-e31a2067-4a03-4194-8109-a7fb86580207 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 210 time: 0.0361543 Jul 16 18:39:41.147750 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:39Z', 'revision_number': 3, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:41.188058 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=ba2e50ae-e65a-4b26-a73d-4637a1e60c82,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:41.204081 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Checking router: 2da0875d-3543-45c3-8294-0dd251574d66 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:41.204657 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Updating router 2da0875d-3543-45c3-8294-0dd251574d66 port 329db03e-4009-407c-9d5b-1bc178ca597a binding host dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:41.240374 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:41.254100 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.286948 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.325580 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556c68e-2715-4363-80f8-e461e73d4d39 req-9044ebec-f220-4df2-9ba2-620bcf132fe7 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.333042 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6556c68e-2715-4363-80f8-e461e73d4d39 req-9044ebec-f220-4df2-9ba2-620bcf132fe7 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.1022913 Jul 16 18:39:41.386737 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6556c68e-2715-4363-80f8-e461e73d4d39 req-05e15201-9cdd-4974-8400-a3194f1a8f03 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526929 Jul 16 18:39:41.527563 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Allocated IP 172.20.0.1 (47f6b223-7ba0-4d0a-a61c-5234079af054/1b39d775-14ca-4b82-9356-bf041134f173/ee8a8497-4695-4f13-9796-d2c31e01e625) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:41.551053 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b48666-1154-4a75-a9cd-c470508812ff req-39822b2a-1f13-4513-bf68-7ea4b791d173 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.552545 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-37b48666-1154-4a75-a9cd-c470508812ff req-39822b2a-1f13-4513-bf68-7ea4b791d173 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 944 time: 0.1242399 Jul 16 18:39:41.574480 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Notify callbacks [] for port, precommit_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.589118 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.provisioning_blocks [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Transition to ACTIVE for port object 329db03e-4009-407c-9d5b-1bc178ca597a will not be triggered until provisioned by entity L2. {{(pid=93210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:41.597029 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.649710 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-37b48666-1154-4a75-a9cd-c470508812ff req-83630eb7-0ff8-44cb-add4-14006b0d1490 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814672 Jul 16 18:39:41.659892 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Attempting to bind port 329db03e-4009-407c-9d5b-1bc178ca597a on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:41.660605 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Attempting to bind port 329db03e-4009-407c-9d5b-1bc178ca597a by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:41.661316 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Attempting to bind port 329db03e-4009-407c-9d5b-1bc178ca597a on network 73c708b8-06d7-447a-8102-37bbb9bcd43a {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:41.668583 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Pushing event updated for resources: {'Port': ['ID=329db03e-4009-407c-9d5b-1bc178ca597a,revision_number=2']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:41.679092 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:41.680418 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Checking segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:41.681477 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.685968 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Bound using segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:41.686784 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Bound port: 329db03e-4009-407c-9d5b-1bc178ca597a, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:41.687929 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.695658 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.696274 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.696274 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.696561 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.696887 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.697208 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.697528 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.697847 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.698225 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.698625 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.698866 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.698991 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.699181 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:41.717733 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Transition to ACTIVE for port object ee8a8497-4695-4f13-9796-d2c31e01e625 will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:41.754812 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] For port 329db03e-4009-407c-9d5b-1bc178ca597a, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:41.758034 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] For port 329db03e-4009-407c-9d5b-1bc178ca597a, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=329db03e-4009-407c-9d5b-1bc178ca597a,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:41.763420 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.765718 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.807696 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Network 47f6b223-7ba0-4d0a-a61c-5234079af054 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:41.812431 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:41.816958 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:41.817788 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729079'] for router_interface, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.821949 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8a8497-4695-4f13-9796-d2c31e01e625,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:41.826305 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e8de1-e540-45c0-888f-ab77e5e89cdc None None] Pushing event updated for resources: {'Port': ['ID=329db03e-4009-407c-9d5b-1bc178ca597a,revision_number=3']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:41.829501 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:41.830128 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:39:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:41.974659 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.049942 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:42.151135 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-f99b3a4b-6d00-4520-8ca3-a72e0a9a371d None None] Provisioning for port ee8a8497-4695-4f13-9796-d2c31e01e625 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:42.155256 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-f99b3a4b-6d00-4520-8ca3-a72e0a9a371d None None] Provisioning complete for port ee8a8497-4695-4f13-9796-d2c31e01e625 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:42.155627 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f99b3a4b-6d00-4520-8ca3-a72e0a9a371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.161451 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63d03c-5451-4773-9240-5ad782c6d1d7 req-0f81513d-6ca1-477b-9593-5fd54457478b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.162971 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8b63d03c-5451-4773-9240-5ad782c6d1d7 req-0f81513d-6ca1-477b-9593-5fd54457478b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1333046 Jul 16 18:39:42.240753 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:39Z', 'revision_number': 3, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:42.245992 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-f99b3a4b-6d00-4520-8ca3-a72e0a9a371d None None] Port ee8a8497-4695-4f13-9796-d2c31e01e625 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:42.286471 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b7cf0-842f-4f6e-b2db-5702dc576e11 None None] The sync data for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi is: [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:39Z', 'revision_number': 3, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:42.327295 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2151396f-9a29-4d03-a675-9b30ad9c71d3 req-f3d24c28-cd0a-4820-b4d7-992c314d9ff2 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 210 time: 0.0307412 Jul 16 18:39:42.457470 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.462256 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-416f8f86-f324-48db-8e01-5af065adc43a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.464052 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-416f8f86-f324-48db-8e01-5af065adc43a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.88 "GET /v2.0/networks?id=7b745c50-1671-4481-bfd4-efa42e3afe49 HTTP/1.1" status: 200 len: 809 time: 0.1298342 Jul 16 18:39:42.465171 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.466123 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729091'] for router_interface, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.471746 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8b63d03c-5451-4773-9240-5ad782c6d1d7 req-b9a67404-5ad1-4a29-9ebe-1f4c1dfcf8e5 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971454 Jul 16 18:39:42.480961 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Request body: {'port': {'device_id': '64efc152-d028-4251-8648-1227f54de965', 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49', 'admin_state_up': True, 'tenant_id': 'f5f6a6682bee465e84d3dca4dc268f18'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:42.546036 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8a8497-4695-4f13-9796-d2c31e01e625,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:42.616745 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device b262519f-9b8b-468b-991d-9044fb04eb5c up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:42.658271 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Made reservation on behalf of f5f6a6682bee465e84d3dca4dc268f18 for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:42.658639 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Network 47f6b223-7ba0-4d0a-a61c-5234079af054 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:42.660771 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:42.662022 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.782910 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port b262519f-9b8b-468b-991d-9044fb04eb5c completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:42.798418 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port b262519f-9b8b-468b-991d-9044fb04eb5c triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:42.798720 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.912539 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Router 2da0875d-3543-45c3-8294-0dd251574d66 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:42.950862 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.014710 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port b262519f-9b8b-468b-991d-9044fb04eb5c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b262519f-9b8b-468b-991d-9044fb04eb5c,segment=NetworkSegment(f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f),segment_id=f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:43.019612 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f645d-26fd-4571-a550-e780a4a18be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b262519f-9b8b-468b-991d-9044fb04eb5c'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:43.022285 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856bd13e-1553-44c1-8a1a-45f298a9980a" -d '{"events": [{"server_uuid": "417f645d-26fd-4571-a550-e780a4a18be1", "name": "network-vif-plugged", "status": "completed", "tag": "b262519f-9b8b-468b-991d-9044fb04eb5c"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:43.023197 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15456b83-3126-46cb-9bc8-82599d558518 req-d3726ab6-2fb0-4834-82de-cc354eccbef7 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.026469 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 329db03e-4009-407c-9d5b-1bc178ca597a up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:43.030749 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.030929 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-15456b83-3126-46cb-9bc8-82599d558518 req-d3726ab6-2fb0-4834-82de-cc354eccbef7 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.3864026 Jul 16 18:39:43.031923 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:43.059735 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:43.059993 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device f3050f3d-5804-40ab-98c1-55b7ea4fb7d6 not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:43.075858 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Allocated IP 172.20.0.10 (7b745c50-1671-4481-bfd4-efa42e3afe49/47a4fbac-beb7-4119-845d-8ae67c81dc5c/e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:43.093806 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9fbbf-4aba-4f7d-a633-d88be81a23eb req-fa317ce5-571e-408a-9f6d-6a79a825b5ab tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.102087 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e3e9fbbf-4aba-4f7d-a633-d88be81a23eb req-fa317ce5-571e-408a-9f6d-6a79a825b5ab tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 944 time: 0.1842926 Jul 16 18:39:43.132531 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-7c2910b1-1c67-467c-8a5f-95542d976abe None None] Provisioning complete for port ee8a8497-4695-4f13-9796-d2c31e01e625 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:43.133779 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7c2910b1-1c67-467c-8a5f-95542d976abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.173504 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-15456b83-3126-46cb-9bc8-82599d558518 req-304a7565-5190-44cc-8dce-8941882c6f72 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416199 Jul 16 18:39:43.178225 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-7c2910b1-1c67-467c-8a5f-95542d976abe None None] Port ee8a8497-4695-4f13-9796-d2c31e01e625 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:43.212467 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e3e9fbbf-4aba-4f7d-a633-d88be81a23eb req-1657a479-02fa-4385-9a4d-965872bbb5e0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087699 Jul 16 18:39:43.221426 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=b262519f-9b8b-468b-991d-9044fb04eb5c,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.222183 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:43.226333 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 329db03e-4009-407c-9d5b-1bc178ca597a completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:43.231399 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 329db03e-4009-407c-9d5b-1bc178ca597a triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:43.232275 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.245410 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-5d850fd9-2b09-4a5a-b460-e5a91e174d73 admin admin] 10.222.0.79 "PUT /v2.0/routers/2da0875d-3543-45c3-8294-0dd251574d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5134666 Jul 16 18:39:43.296329 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ade8e4-1fa0-4ea1-99d9-7bcb71c35493 x-openstack-request-id: req-38ade8e4-1fa0-4ea1-99d9-7bcb71c35493 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:43.296785 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f645d-26fd-4571-a550-e780a4a18be1", "name": "network-vif-plugged", "status": "completed", "tag": "b262519f-9b8b-468b-991d-9044fb04eb5c", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:43.297043 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-38ade8e4-1fa0-4ea1-99d9-7bcb71c35493 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:43.297438 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417f645d-26fd-4571-a550-e780a4a18be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b262519f-9b8b-468b-991d-9044fb04eb5c', 'code': 200} Jul 16 18:39:43.407486 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.428850 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.445796 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 329db03e-4009-407c-9d5b-1bc178ca597a, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=329db03e-4009-407c-9d5b-1bc178ca597a,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:43.452759 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.454227 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ba2e50ae-e65a-4b26-a73d-4637a1e60c82 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:43.482567 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.576521 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Network 7b745c50-1671-4481-bfd4-efa42e3afe49 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:43.584095 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:43.588747 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:43.596464 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fe3fc-1f87-4b33-afff-a0fc4c62e3ea req-9d066c9d-923d-4c97-95fe-dc82a865d6bd tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.607108 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2f9fe3fc-1f87-4b33-afff-a0fc4c62e3ea req-9d066c9d-923d-4c97-95fe-dc82a865d6bd tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 932 time: 0.1183040 Jul 16 18:39:43.631348 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Pushing event updated for resources: {'Port': ['ID=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.665619 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2f9fe3fc-1f87-4b33-afff-a0fc4c62e3ea req-8f67a61a-33ce-41b0-87e4-92a74f9c88ee tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573699 Jul 16 18:39:43.705288 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=329db03e-4009-407c-9d5b-1bc178ca597a,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.718697 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port ba2e50ae-e65a-4b26-a73d-4637a1e60c82 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:43.719278 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.955626 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40910) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:43.961388 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-169994918-network', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:43.983209 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Made reservation on behalf of bab01a63a564458ebe594e070c43b0d9 for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:43.985577 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.986837 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.987448 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.994515 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.015363 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-a3fe6389-a492-425b-8a60-e09177095865 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5395496 Jul 16 18:39:44.033235 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d851cfc-acfa-47a0-93af-2a4ba997be6f req-9fc95dc2-171c-4f3f-ae6e-12e1b0ebde40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.034724 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1d851cfc-acfa-47a0-93af-2a4ba997be6f req-9fc95dc2-171c-4f3f-ae6e-12e1b0ebde40 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 1098 time: 0.4160511 Jul 16 18:39:44.039399 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Request body: {'port': {'device_id': '64efc152-d028-4251-8648-1227f54de965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:44.086672 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fd4e9-395d-4ee8-8109-4276fc8cd042 req-6417f2d4-28e5-4e3a-a47d-bd2246bb91e1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.088330 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-410fd4e9-395d-4ee8-8109-4276fc8cd042 req-6417f2d4-28e5-4e3a-a47d-bd2246bb91e1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1526716 Jul 16 18:39:44.097557 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.102986 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.125771 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=93207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:44.140441 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2becf253-daea-4bc4-b69c-1092df502522,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:44.145579 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.145944 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Added segment e495636b-5b82-4bff-8d0f-3a5578f786b3 of type vlan for network fb576325-2aa0-4a03-a2a3-f69956772525 Jul 16 18:39:44.167477 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1d851cfc-acfa-47a0-93af-2a4ba997be6f req-15973f25-e1ba-4cc6-b8ac-14fdc809d35d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253343 Jul 16 18:39:44.188309 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.194067 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-410fd4e9-395d-4ee8-8109-4276fc8cd042 req-0db2ddbd-3cc9-40d3-bccd-e5ac81999082 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934873 Jul 16 18:39:44.207076 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.219218 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.220281 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.220877 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.272054 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3145037 Jul 16 18:39:44.274277 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 40916) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:44.285769 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] Request body: {'subnet': {'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-169994918-subnet', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:44.309450 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae000f11-8e1a-4369-b002-03d50ba4e742 admin admin] Pushing event updated for resources: {'Network': ['ID=fb576325-2aa0-4a03-a2a3-f69956772525,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:44.315996 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] Made reservation on behalf of bab01a63a564458ebe594e070c43b0d9 for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:44.319271 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695207'] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.323577 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network fb576325-2aa0-4a03-a2a3-f69956772525 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:44.432605 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6813769-96d3-4064-8b4a-f60ba16ce556 req-4153491f-f8a6-4795-a30f-50fec1ea2502 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.434412 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b6813769-96d3-4064-8b4a-f60ba16ce556 req-4153491f-f8a6-4795-a30f-50fec1ea2502 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0897572 Jul 16 18:39:44.479745 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b6813769-96d3-4064-8b4a-f60ba16ce556 req-33af9848-331e-4750-8f93-5516de8fc40d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391653 Jul 16 18:39:44.558333 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Sync routers for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:44.568837 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:44.570534 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:39:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:44.630720 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148d026-0284-4210-bf65-53e47f54bf85 req-a62e7dd1-c247-4433-a24e-a63b7021b253 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.632251 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c148d026-0284-4210-bf65-53e47f54bf85 req-a62e7dd1-c247-4433-a24e-a63b7021b253 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 945 time: 0.2508917 Jul 16 18:39:44.688066 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:44.729847 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3222909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695221'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.765163 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c148d026-0284-4210-bf65-53e47f54bf85 req-37cffbde-ecdc-4004-84ad-5ecbcc7aceb4 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231725 Jul 16 18:39:44.805621 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d959c4-711d-4db9-8512-b14931af05db,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:44.822315 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 329db03e-4009-407c-9d5b-1bc178ca597a up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:44.857499 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:44.862075 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] Checking segment: {'id': 'e495636b-5b82-4bff-8d0f-3a5578f786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:44.862438 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] Network hostable DHCP agents. Network: fb576325-2aa0-4a03-a2a3-f69956772525, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:44.868777 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.886253 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Transition to ACTIVE for port object e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:44.891636 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.899487 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] Network fb576325-2aa0-4a03-a2a3-f69956772525 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:44.908226 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920618c-b051-4cb2-a4db-ef16f1f5f493 req-77b7aa85-2992-41cd-9f5f-500ec2d7c4ed tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.910228 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e920618c-b051-4cb2-a4db-ef16f1f5f493 req-77b7aa85-2992-41cd-9f5f-500ec2d7c4ed tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 932 time: 0.0742593 Jul 16 18:39:44.933848 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, fb576325-2aa0-4a03-a2a3-f69956772525) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:44.944837 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.945515 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.946735 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e8dbf9-4f99-4fa4-8138-c1e0e1786019 None None] Network fb576325-2aa0-4a03-a2a3-f69956772525 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:44.962216 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:44.971822 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e920618c-b051-4cb2-a4db-ef16f1f5f493 req-a2fa2742-b1b9-4255-9b5a-5ede35fdcc90 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542192 Jul 16 18:39:44.980216 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 329db03e-4009-407c-9d5b-1bc178ca597a triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:44.980669 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.001945 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b1032dcd-8e43-415c-8945-d466ef6ff032 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7265131 Jul 16 18:39:45.004638 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40922) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:45.009485 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-169994918-router', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:45.031556 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7819'] for router, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.032536 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1683935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6008'] for router, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.051116 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Attempting to bind port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:45.051789 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Attempting to bind port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '483e260a-ea91-4eb4-b36f-67724339f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:45.052119 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Attempting to bind port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d on network 7b745c50-1671-4481-bfd4-efa42e3afe49 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:45.057542 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d on network 7b745c50-1671-4481-bfd4-efa42e3afe49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:45.057868 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Attempting to bind port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d on network 7b745c50-1671-4481-bfd4-efa42e3afe49 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:45.064084 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:45.064411 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Checking segment: {'id': '483e260a-ea91-4eb4-b36f-67724339f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:45.064792 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Bound using segment: {'id': '483e260a-ea91-4eb4-b36f-67724339f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:45.065225 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Bound port: e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483e260a-ea91-4eb4-b36f-67724339f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:45.065586 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.090799 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:42Z', 'revision_number': 2, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:45.107071 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.130130 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] For port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:45.134141 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] For port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d,segment=NetworkSegment(483e260a-ea91-4eb4-b36f-67724339f838),segment_id=483e260a-ea91-4eb4-b36f-67724339f838)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:45.138718 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.141273 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Checking router: 2da0875d-3543-45c3-8294-0dd251574d66 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:45.141834 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Updating router 2da0875d-3543-45c3-8294-0dd251574d66 port ee8a8497-4695-4f13-9796-d2c31e01e625 binding host dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:45.178245 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.178851 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.180394 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] 10.222.0.88 "PUT /v2.0/ports/e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d HTTP/1.1" status: 200 len: 1094 time: 1.1508305 Jul 16 18:39:45.180844 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64efc152-d028-4251-8648-1227f54de965', 'tag': 'e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:45.183141 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcb64b8-4345-4e47-8be0-b5cffd4537d2" -d '{"events": [{"name": "network-changed", "server_uuid": "64efc152-d028-4251-8648-1227f54de965", "tag": "e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:45.235371 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf7d2f-eb1a-4017-8967-f01dce3d9e57 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:45.246874 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.248148 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45700a05-d702-4fbe-bf60-6494ed1d4a9e x-openstack-request-id: req-45700a05-d702-4fbe-bf60-6494ed1d4a9e {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:45.248449 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64efc152-d028-4251-8648-1227f54de965", "tag": "e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:45.248700 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45700a05-d702-4fbe-bf60-6494ed1d4a9e {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:45.249084 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64efc152-d028-4251-8648-1227f54de965', 'tag': 'e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d', 'status': 'completed', 'code': 200} Jul 16 18:39:45.285032 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad25305b-f3dd-5c0f-aa44-46a7d21f290c-fb576325-2aa0-4a03-a2a3-f69956772525', 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'fixed_ips': [{'subnet_id': 'f7d959c4-711d-4db9-8512-b14931af05db'}]}} from dv-cinder-786933-5-iscsi. {{(pid=93209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:39:45.285872 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.287467 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5994'] for router, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.378891 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-fadd58a5-5fae-4021-8d7f-5d1b3dc385a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.380449 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-fadd58a5-5fae-4021-8d7f-5d1b3dc385a9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5f6a6682bee465e84d3dca4dc268f18&device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 1097 time: 0.1107512 Jul 16 18:39:45.437196 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-96349677-389c-48ca-ae7a-6c8647938f97 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d HTTP/1.1" status: 200 len: 217 time: 0.0429773 Jul 16 18:39:45.530974 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-086a4467-2276-43dc-82c5-ec7cf10c7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.533544 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-086a4467-2276-43dc-82c5-ec7cf10c7de3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=47a4fbac-beb7-4119-845d-8ae67c81dc5c HTTP/1.1" status: 200 len: 849 time: 0.0594366 Jul 16 18:39:45.580585 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ff055-33d6-41d2-8e18-eaa124d3c3e2 req-48b52406-9aaf-40f3-b67c-6a3e34bffcdb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.582196 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-952ff055-33d6-41d2-8e18-eaa124d3c3e2 req-48b52406-9aaf-40f3-b67c-6a3e34bffcdb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1819265 Jul 16 18:39:45.586596 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.590941 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-171dc9ff-51bf-44ef-b4fb-b7f17712da45 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7b745c50-1671-4481-bfd4-efa42e3afe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459759 Jul 16 18:39:45.614667 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.681750 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-952ff055-33d6-41d2-8e18-eaa124d3c3e2 req-abc7d86e-7e28-401e-bf88-d46c872f1f54 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922294 Jul 16 18:39:45.707693 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-9c94c29c-ca1c-4d70-8a35-88dcebfbd3eb service neutron] 10.222.0.88 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976968 Jul 16 18:39:45.716074 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.db_base_plugin_common [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Allocated IP 172.20.0.2 (fb576325-2aa0-4a03-a2a3-f69956772525/f7d959c4-711d-4db9-8512-b14931af05db/6a6daf46-36a7-446c-b125-9f22d354ee2b) {{(pid=93209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:45.783867 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Allocated IP 172.27.2.120 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/db4a482b-fe72-45ea-b7cc-c19275fd298b) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:45.845361 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61566d6c-890d-473c-b1b4-ad109d5e0a8c req-06042778-8c48-496e-825c-44dd0c70ce8b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.846913 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-61566d6c-890d-473c-b1b4-ad109d5e0a8c req-06042778-8c48-496e-825c-44dd0c70ce8b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.1384234 Jul 16 18:39:45.880944 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-edb10237-6fc3-4db4-824f-697a7ae2b9cf req-5c136934-0ff2-4cca-8485-03dc11c259b2 service neutron] 10.222.0.88 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615829 Jul 16 18:39:45.895608 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Notify callbacks [] for port, precommit_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.926803 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.928693 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-61566d6c-890d-473c-b1b4-ad109d5e0a8c req-d2cd7ca8-a31e-4397-bca8-53ec1e37da88 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631118 Jul 16 18:39:45.938617 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Transition to ACTIVE for port object ee8a8497-4695-4f13-9796-d2c31e01e625 will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:45.957052 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.983692 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.004507 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Notify callbacks [] for port, precommit_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.016392 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb64b8-4345-4e47-8be0-b5cffd4537d2 req-5f8264d7-c8ae-4040-9f00-febbe458e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.017782 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dcb64b8-4345-4e47-8be0-b5cffd4537d2 req-5f8264d7-c8ae-4040-9f00-febbe458e32d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5f6a6682bee465e84d3dca4dc268f18&device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 1097 time: 0.0700927 Jul 16 18:39:46.031594 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:46.034842 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:46.038723 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:46.061309 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Transition to ACTIVE for port object 6a6daf46-36a7-446c-b125-9f22d354ee2b will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:46.100027 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac928591-c928-4af6-bee2-9fa54bcfafbd None None] Pushing event updated for resources: {'Port': ['ID=ee8a8497-4695-4f13-9796-d2c31e01e625,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.138294 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Transition to ACTIVE for port object 6a6daf46-36a7-446c-b125-9f22d354ee2b will not be triggered until provisioned by entity DHCP. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:46.142221 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Pushing event updated for resources: {'Port': ['ID=db4a482b-fe72-45ea-b7cc-c19275fd298b,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.168103 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.190740 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb64b8-4345-4e47-8be0-b5cffd4537d2 req-de0ed765-af62-4bbf-b064-ebc9ed910fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.192287 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dcb64b8-4345-4e47-8be0-b5cffd4537d2 req-de0ed765-af62-4bbf-b064-ebc9ed910fd0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7b745c50-1671-4481-bfd4-efa42e3afe49 HTTP/1.1" status: 200 len: 911 time: 0.1567929 Jul 16 18:39:46.208644 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Attempting to bind port ee8a8497-4695-4f13-9796-d2c31e01e625 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:46.209000 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Attempting to bind port ee8a8497-4695-4f13-9796-d2c31e01e625 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:46.209421 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Attempting to bind port ee8a8497-4695-4f13-9796-d2c31e01e625 on network 47f6b223-7ba0-4d0a-a61c-5234079af054 {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:46.223936 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Network fb576325-2aa0-4a03-a2a3-f69956772525 is already hosted by enough agents. {{(pid=93209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:46.229125 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:46.229499 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Checking segment: {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:46.229971 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.230372 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Bound using segment: {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:46.230863 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Bound port: ee8a8497-4695-4f13-9796-d2c31e01e625, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:46.231251 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.237970 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.base_scheduler [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Resources bound (agent type, host, resource id): {{(pid=93209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:46.245007 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Received port after_create {{(pid=93209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:46.266782 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Pushing event updated for resources: {'Port': ['ID=6a6daf46-36a7-446c-b125-9f22d354ee2b,revision_number=1']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.281569 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dcb64b8-4345-4e47-8be0-b5cffd4537d2 req-281323bc-1e76-4504-a87a-bf7c33534a43 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d HTTP/1.1" status: 200 len: 217 time: 0.0484626 Jul 16 18:39:46.297973 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6c765-3afd-46e3-9ca8-ef4d5d15ff06 req-86d5cc94-eca7-4b66-a540-9ace13c07537 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.299388 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-09f6c765-3afd-46e3-9ca8-ef4d5d15ff06 req-86d5cc94-eca7-4b66-a540-9ace13c07537 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 945 time: 0.1931131 Jul 16 18:39:46.336644 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb64b8-4345-4e47-8be0-b5cffd4537d2 req-424efb9d-b9bf-4b6f-8296-f877687c8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.338414 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dcb64b8-4345-4e47-8be0-b5cffd4537d2 req-424efb9d-b9bf-4b6f-8296-f877687c8d69 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=47a4fbac-beb7-4119-845d-8ae67c81dc5c HTTP/1.1" status: 200 len: 849 time: 0.0468066 Jul 16 18:39:46.368599 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34a67b-8316-4c44-b77f-3f3f4473e594 req-337f51b4-727e-47fb-aac4-4ead3176a804 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.370703 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2b34a67b-8316-4c44-b77f-3f3f4473e594 req-337f51b4-727e-47fb-aac4-4ead3176a804 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 944 time: 0.1775198 Jul 16 18:39:46.381582 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Attempting to bind port 6a6daf46-36a7-446c-b125-9f22d354ee2b on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:46.381991 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Attempting to bind port 6a6daf46-36a7-446c-b125-9f22d354ee2b by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'e495636b-5b82-4bff-8d0f-3a5578f786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:46.382387 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Attempting to bind port 6a6daf46-36a7-446c-b125-9f22d354ee2b on network fb576325-2aa0-4a03-a2a3-f69956772525 {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:46.387992 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] For port ee8a8497-4695-4f13-9796-d2c31e01e625, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:46.392410 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] For port ee8a8497-4695-4f13-9796-d2c31e01e625, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ee8a8497-4695-4f13-9796-d2c31e01e625,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:46.395399 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dcb64b8-4345-4e47-8be0-b5cffd4537d2 req-44ff2621-dbeb-4a9b-9d34-eb189d3df8cc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7b745c50-1671-4481-bfd4-efa42e3afe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455496 Jul 16 18:39:46.396325 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:46.396649 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Checking segment: {'id': 'e495636b-5b82-4bff-8d0f-3a5578f786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:46.397051 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.397441 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Bound using segment: {'id': 'e495636b-5b82-4bff-8d0f-3a5578f786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:46.397949 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Bound port: 6a6daf46-36a7-446c-b125-9f22d354ee2b, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e495636b-5b82-4bff-8d0f-3a5578f786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:46.398368 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.400991 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.470273 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2b34a67b-8316-4c44-b77f-3f3f4473e594 req-0054fd7a-79fa-4d5d-9a2e-9a3ee5c492a0 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777516 Jul 16 18:39:46.526175 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac928591-c928-4af6-bee2-9fa54bcfafbd None None] Pushing event updated for resources: {'Port': ['ID=ee8a8497-4695-4f13-9796-d2c31e01e625,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.537069 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:46.537693 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:39:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:46.547412 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] For port 6a6daf46-36a7-446c-b125-9f22d354ee2b, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:46.562429 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dcb64b8-4345-4e47-8be0-b5cffd4537d2 req-7f83cf75-11e6-421b-9ea7-79c8a18a882e service neutron] 10.222.0.88 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523724 Jul 16 18:39:46.593448 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-09f6c765-3afd-46e3-9ca8-ef4d5d15ff06 req-a8383689-74c3-4f93-a879-edb92f3449e8 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827656 Jul 16 18:39:46.618598 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.643876 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] For port 6a6daf46-36a7-446c-b125-9f22d354ee2b, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=6a6daf46-36a7-446c-b125-9f22d354ee2b,segment=NetworkSegment(e495636b-5b82-4bff-8d0f-3a5578f786b3),segment_id=e495636b-5b82-4bff-8d0f-3a5578f786b3)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:46.662001 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.734344 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dcb64b8-4345-4e47-8be0-b5cffd4537d2 req-ed3ebb78-e0e9-446b-81e3-560d55087d01 service neutron] 10.222.0.88 "GET /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593218 Jul 16 18:39:46.748195 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:46.822474 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecccff-b23d-4630-8020-bef35c579498 None None] Pushing event updated for resources: {'Port': ['ID=6a6daf46-36a7-446c-b125-9f22d354ee2b,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.922504 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676544'] for router, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.042584 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e9f8c-4dc2-4cb4-8cca-78d1990dd8c1 req-8b9491fa-95de-4253-92ab-47a621291646 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:47.050172 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-010e9f8c-4dc2-4cb4-8cca-78d1990dd8c1 req-8b9491fa-95de-4253-92ab-47a621291646 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1901674 Jul 16 18:39:47.107962 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Router 14185622-f9c3-46e2-b4b1-4456f86df47e is scheduled to L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a with binding_index 1 {{(pid=93207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:47.145612 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-010e9f8c-4dc2-4cb4-8cca-78d1990dd8c1 req-803ec346-2588-4502-84ed-c36e05b70fb5 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873969 Jul 16 18:39:47.205053 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:46Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:47.250657 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc119a5b-2be5-406c-b076-8dbcbea2815e None None] The sync data for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi is: [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:46Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:47.348633 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:47.359628 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Sync routers for ids ['14185622-f9c3-46e2-b4b1-4456f86df47e'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:47.372635 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Routers {'14185622-f9c3-46e2-b4b1-4456f86df47e'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:47.373852 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:39:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['14185622-f9c3-46e2-b4b1-4456f86df47e'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:47.380868 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.383012 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-594c914f-0d01-4e89-98eb-b4d1e3bc855a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3772774 Jul 16 18:39:47.385696 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 40990) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.495350 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Set router 14185622-f9c3-46e2-b4b1-4456f86df47e gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:47.550075 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32ca6e-dc99-4e66-a233-2e3ba24a8744 req-1e4b738d-7185-4c3b-872e-53c611ec21a3 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:47.551659 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9f32ca6e-dc99-4e66-a233-2e3ba24a8744 req-1e4b738d-7185-4c3b-872e-53c611ec21a3 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.1580887 Jul 16 18:39:47.679141 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9f32ca6e-dc99-4e66-a233-2e3ba24a8744 req-a5e7aeb8-6fad-4b19-812b-d67702402eb8 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897930 Jul 16 18:39:47.725652 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'name': 'tempest-TestVolumeBootPattern-169994918-router', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:46Z', 'revision_number': 3, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'gw_port': {'id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:47.760586 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968a605-7112-424e-b10c-b46724f58dcc req-cd54a318-9f47-4820-ab5d-9d6f6043378f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:47.773224 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c968a605-7112-424e-b10c-b46724f58dcc req-cd54a318-9f47-4820-ab5d-9d6f6043378f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 944 time: 0.1074529 Jul 16 18:39:47.797584 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Checking router: 14185622-f9c3-46e2-b4b1-4456f86df47e for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:47.797891 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Updating router 14185622-f9c3-46e2-b4b1-4456f86df47e port db4a482b-fe72-45ea-b7cc-c19275fd298b binding host dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:47.847346 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c968a605-7112-424e-b10c-b46724f58dcc req-075c1345-5511-46db-b431-95f3d4f73097 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713639 Jul 16 18:39:47.869519 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.013096 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.185938 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d624a5-4587-4810-80e5-5612b7f5d9ff None None] Network fb576325-2aa0-4a03-a2a3-f69956772525 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:48.218330 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.219954 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Allocated IP 172.20.0.1 (fb576325-2aa0-4a03-a2a3-f69956772525/f7d959c4-711d-4db9-8512-b14931af05db/dff61524-d656-4670-842e-8489486accc8) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:48.234683 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.provisioning_blocks [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Transition to ACTIVE for port object db4a482b-fe72-45ea-b7cc-c19275fd298b will not be triggered until provisioned by entity L2. {{(pid=93210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:48.244311 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.286241 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-e362dd03-8296-40e9-8865-4b406b14f833 None None] Provisioning for port 6a6daf46-36a7-446c-b125-9f22d354ee2b completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:48.317089 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c438fc9-a966-4092-bb50-a32bffd0447f None None] Pushing event updated for resources: {'Port': ['ID=db4a482b-fe72-45ea-b7cc-c19275fd298b,revision_number=2']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.349230 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Attempting to bind port db4a482b-fe72-45ea-b7cc-c19275fd298b on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:48.349607 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Attempting to bind port db4a482b-fe72-45ea-b7cc-c19275fd298b by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:48.352548 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Attempting to bind port db4a482b-fe72-45ea-b7cc-c19275fd298b on network 73c708b8-06d7-447a-8102-37bbb9bcd43a {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:48.367756 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:48.368534 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Checking segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:48.368534 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.369005 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Bound using segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:48.369403 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Bound port: db4a482b-fe72-45ea-b7cc-c19275fd298b, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:48.369810 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.468269 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] For port db4a482b-fe72-45ea-b7cc-c19275fd298b, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:48.472304 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] For port db4a482b-fe72-45ea-b7cc-c19275fd298b, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=db4a482b-fe72-45ea-b7cc-c19275fd298b,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:48.472524 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.476919 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.497192 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Transition to ACTIVE for port object dff61524-d656-4670-842e-8489486accc8 will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:48.513536 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05454cb-fcd8-4779-9e89-0e156cee494e req-84f8eed8-7249-48cb-ad4c-c6cee6b38394 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.516270 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b05454cb-fcd8-4779-9e89-0e156cee494e req-84f8eed8-7249-48cb-ad4c-c6cee6b38394 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1343784 Jul 16 18:39:48.544078 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Routers {'14185622-f9c3-46e2-b4b1-4456f86df47e'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:48.544997 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:39:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['14185622-f9c3-46e2-b4b1-4456f86df47e'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:48.587440 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b05454cb-fcd8-4779-9e89-0e156cee494e req-1179553b-3219-4b4e-b39b-0024ee09285b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602067 Jul 16 18:39:48.606603 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.646371 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:48.660666 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Network fb576325-2aa0-4a03-a2a3-f69956772525 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:48.662047 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] Set router 14185622-f9c3-46e2-b4b1-4456f86df47e gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:48.663795 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:48.674063 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:48.674547 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729079'] for router_interface, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.773928 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Pushing event updated for resources: {'Port': ['ID=dff61524-d656-4670-842e-8489486accc8,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.909914 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d,segment=NetworkSegment(483e260a-ea91-4eb4-b36f-67724339f838),segment_id=483e260a-ea91-4eb4-b36f-67724339f838)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:48.939236 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': 'e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d', 'network_id': '7b745c50-1671-4481-bfd4-efa42e3afe49', 'port_id': 'e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d', 'mac_address': 'fa:16:3e:c0:28:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a4fbac-beb7-4119-845d-8ae67c81dc5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:49.036498 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.059025 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:49.086873 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ee8a8497-4695-4f13-9796-d2c31e01e625 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:49.094210 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d,segment=NetworkSegment(483e260a-ea91-4eb4-b36f-67724339f838),segment_id=483e260a-ea91-4eb4-b36f-67724339f838)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:49.094460 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.095928 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c438fc9-a966-4092-bb50-a32bffd0447f None None] Pushing event updated for resources: {'Port': ['ID=db4a482b-fe72-45ea-b7cc-c19275fd298b,revision_number=3']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:49.125794 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.156378 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'name': 'tempest-TestVolumeBootPattern-169994918-router', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:46Z', 'revision_number': 3, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'gw_port': {'id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:49.213788 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215adf3-da75-49ee-a8ef-85b26e338c44 req-7e7f42d9-f83c-4c50-b37a-f53618173a5c tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.216505 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1215adf3-da75-49ee-a8ef-85b26e338c44 req-7e7f42d9-f83c-4c50-b37a-f53618173a5c tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.2525725 Jul 16 18:39:49.217190 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3d54a-9580-4808-8d3a-50f27bc906a1 None None] The sync data for ids ['14185622-f9c3-46e2-b4b1-4456f86df47e'] in dv-cinder-786933-5-iscsi is: [{'id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'name': 'tempest-TestVolumeBootPattern-169994918-router', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:46Z', 'revision_number': 3, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'gw_port': {'id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:49.219141 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493d971-0d14-4d8f-aa81-d30e40fd5add req-4fdcb048-8ae9-4b53-95ee-3c2a5d1f954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.220976 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9493d971-0d14-4d8f-aa81-d30e40fd5add req-4fdcb048-8ae9-4b53-95ee-3c2a5d1f954e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 1098 time: 0.1694293 Jul 16 18:39:49.250025 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:49.257034 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port ee8a8497-4695-4f13-9796-d2c31e01e625 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:49.266231 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port ee8a8497-4695-4f13-9796-d2c31e01e625 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:49.266871 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.297013 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-ab3359b2-ef03-457a-aaa3-10d2b6389fc5 None None] Provisioning for port dff61524-d656-4670-842e-8489486accc8 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:49.303812 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-ab3359b2-ef03-457a-aaa3-10d2b6389fc5 None None] Provisioning complete for port dff61524-d656-4670-842e-8489486accc8 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:49.304518 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ab3359b2-ef03-457a-aaa3-10d2b6389fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.328222 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1215adf3-da75-49ee-a8ef-85b26e338c44 req-3c755920-0152-4eab-9f51-87a89c36ab08 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054757 Jul 16 18:39:49.344657 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9493d971-0d14-4d8f-aa81-d30e40fd5add req-200484bc-3776-45f2-91d8-2d61c3f79060 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610297 Jul 16 18:39:49.369802 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.376492 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.377384 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729091'] for router_interface, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.491325 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Pushing event updated for resources: {'Port': ['ID=dff61524-d656-4670-842e-8489486accc8,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:49.526612 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-ab3359b2-ef03-457a-aaa3-10d2b6389fc5 None None] Port dff61524-d656-4670-842e-8489486accc8 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:49.608362 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Network fb576325-2aa0-4a03-a2a3-f69956772525 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:49.611438 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:49.619263 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.640930 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fa96f-5a5d-4e21-8546-6ee6895de69c req-31f4cbda-e952-49d3-b68b-37e06f400b55 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.653530 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6c4fa96f-5a5d-4e21-8546-6ee6895de69c req-31f4cbda-e952-49d3-b68b-37e06f400b55 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 945 time: 0.2419784 Jul 16 18:39:49.664947 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port ee8a8497-4695-4f13-9796-d2c31e01e625, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ee8a8497-4695-4f13-9796-d2c31e01e625,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:49.670481 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.671810 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 6a6daf46-36a7-446c-b125-9f22d354ee2b up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:49.751188 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:49.807706 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=ee8a8497-4695-4f13-9796-d2c31e01e625,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:49.853772 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 6a6daf46-36a7-446c-b125-9f22d354ee2b completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:49.865943 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 6a6daf46-36a7-446c-b125-9f22d354ee2b triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:49.865943 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.948410 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ddba6-67fb-4eae-8a98-ee656da1c6bd req-dde22d18-30f3-42de-923d-db8b7239fb3b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.950020 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d58ddba6-67fb-4eae-8a98-ee656da1c6bd req-dde22d18-30f3-42de-923d-db8b7239fb3b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0764070 Jul 16 18:39:49.996830 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-2defa2ec-e596-4542-8d5d-305f9b4ebde6 None None] Provisioning complete for port dff61524-d656-4670-842e-8489486accc8 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:49.997153 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-2defa2ec-e596-4542-8d5d-305f9b4ebde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.006440 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d58ddba6-67fb-4eae-8a98-ee656da1c6bd req-ad150b89-ee2b-4d1a-a8cb-a9cad53edabb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501051 Jul 16 18:39:50.040548 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-2defa2ec-e596-4542-8d5d-305f9b4ebde6 None None] Port dff61524-d656-4670-842e-8489486accc8 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:50.068139 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.070117 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6c4fa96f-5a5d-4e21-8546-6ee6895de69c req-1108c6ed-f753-4787-91b2-aedf70d85ba6 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155667 Jul 16 18:39:50.083803 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Router 14185622-f9c3-46e2-b4b1-4456f86df47e has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:50.124947 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 6a6daf46-36a7-446c-b125-9f22d354ee2b, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=6a6daf46-36a7-446c-b125-9f22d354ee2b,segment=NetworkSegment(e495636b-5b82-4bff-8d0f-3a5578f786b3),segment_id=e495636b-5b82-4bff-8d0f-3a5578f786b3)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:50.130025 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.185030 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=6a6daf46-36a7-446c-b125-9f22d354ee2b,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.205298 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:50.210335 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-9505d7c6-054d-4e95-b6df-a7f7f8114838 admin admin] 10.222.0.79 "PUT /v2.0/routers/14185622-f9c3-46e2-b4b1-4456f86df47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8229795 Jul 16 18:39:50.530992 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472873b-a4a5-434e-9626-c2f175ab082f req-1831488d-855d-41d3-942f-c147c948a81d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.532492 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f472873b-a4a5-434e-9626-c2f175ab082f req-1831488d-855d-41d3-942f-c147c948a81d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0688157 Jul 16 18:39:50.573574 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f472873b-a4a5-434e-9626-c2f175ab082f req-647b7cf9-ef46-42f6-8fb4-8564d35bb7ce tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354016 Jul 16 18:39:50.807197 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 41036) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.811850 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-64af58db-5ab9-4066-a96e-457c6ceb68d5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064169638', 'description': 'tempest-secgroup-smoke-2064169638 description', 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:50.836183 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-64af58db-5ab9-4066-a96e-457c6ceb68d5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.867082 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device db4a482b-fe72-45ea-b7cc-c19275fd298b up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:50.923217 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port db4a482b-fe72-45ea-b7cc-c19275fd298b completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:50.927206 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port db4a482b-fe72-45ea-b7cc-c19275fd298b triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:50.927590 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.952470 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-64af58db-5ab9-4066-a96e-457c6ceb68d5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.955769 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-64af58db-5ab9-4066-a96e-457c6ceb68d5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.988686 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-64af58db-5ab9-4066-a96e-457c6ceb68d5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.989925 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-64af58db-5ab9-4066-a96e-457c6ceb68d5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1817069 Jul 16 18:39:50.991882 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af58db-5ab9-4066-a96e-457c6ceb68d5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.993324 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 41038) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.999865 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-c25952a0-9d31-4dd3-8e33-573409af476f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'security_group_rule': {'security_group_id': 'cd973a8b-2ea9-4342-beb1-ff87eb2a2fce', 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:51.020208 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.032688 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c25952a0-9d31-4dd3-8e33-573409af476f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.056203 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port db4a482b-fe72-45ea-b7cc-c19275fd298b, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=db4a482b-fe72-45ea-b7cc-c19275fd298b,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:51.060826 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.061690 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ee8a8497-4695-4f13-9796-d2c31e01e625 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:51.118167 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c25952a0-9d31-4dd3-8e33-573409af476f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.129257 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c25952a0-9d31-4dd3-8e33-573409af476f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.156368 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25952a0-9d31-4dd3-8e33-573409af476f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fc9bbd-667a-41c9-b0b4-c9e7eaef7d3f,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.167074 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c25952a0-9d31-4dd3-8e33-573409af476f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.167518 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=db4a482b-fe72-45ea-b7cc-c19275fd298b,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.171437 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port ee8a8497-4695-4f13-9796-d2c31e01e625 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:51.171817 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.171927 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 41044) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.176510 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-7f4391ce-28dd-4780-ad3d-c58e0e6e924d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'security_group_rule': {'security_group_id': 'cd973a8b-2ea9-4342-beb1-ff87eb2a2fce', 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:51.180799 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c25952a0-9d31-4dd3-8e33-573409af476f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1861835 Jul 16 18:39:51.207813 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f4391ce-28dd-4780-ad3d-c58e0e6e924d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.277613 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 6a6daf46-36a7-446c-b125-9f22d354ee2b up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:51.308122 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8702e64-d0bd-490d-a339-424e5f29c199 req-672c5a3e-aa16-4145-b740-2e38d899bd34 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.309692 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d8702e64-d0bd-490d-a339-424e5f29c199 req-672c5a3e-aa16-4145-b740-2e38d899bd34 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0907786 Jul 16 18:39:51.316118 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f4391ce-28dd-4780-ad3d-c58e0e6e924d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.326132 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f4391ce-28dd-4780-ad3d-c58e0e6e924d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.332248 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 6a6daf46-36a7-446c-b125-9f22d354ee2b triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:51.332630 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.350402 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4391ce-28dd-4780-ad3d-c58e0e6e924d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de147fa4-6705-476d-873e-664525f75fef,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.367653 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f298e-d268-4856-8f12-b2a2e13cc3a7 req-9714a246-3950-45d1-8bb1-f0e65453081e tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.369312 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f96f298e-d268-4856-8f12-b2a2e13cc3a7 req-9714a246-3950-45d1-8bb1-f0e65453081e tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 945 time: 0.1179254 Jul 16 18:39:51.370603 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7f4391ce-28dd-4780-ad3d-c58e0e6e924d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.371664 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-7f4391ce-28dd-4780-ad3d-c58e0e6e924d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1987982 Jul 16 18:39:51.374489 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d8702e64-d0bd-490d-a339-424e5f29c199 req-3706195c-ff84-4668-bba8-645bdc7de308 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567856 Jul 16 18:39:51.375002 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 41046) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.386755 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-56c44efd-9f6a-4b7a-bdb4-632da3bf9130 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'security_group_rule': {'security_group_id': 'cd973a8b-2ea9-4342-beb1-ff87eb2a2fce', 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:51.410499 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Sync routers for ids ['14185622-f9c3-46e2-b4b1-4456f86df47e'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:51.434495 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Routers {'14185622-f9c3-46e2-b4b1-4456f86df47e'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:51.435250 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:39:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['14185622-f9c3-46e2-b4b1-4456f86df47e'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:51.435758 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-56c44efd-9f6a-4b7a-bdb4-632da3bf9130 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.448844 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f96f298e-d268-4856-8f12-b2a2e13cc3a7 req-ce467d29-470a-4f42-b026-cf8b153d6e38 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717220 Jul 16 18:39:51.493047 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-56c44efd-9f6a-4b7a-bdb4-632da3bf9130 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.498291 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-56c44efd-9f6a-4b7a-bdb4-632da3bf9130 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.521719 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c44efd-9f6a-4b7a-bdb4-632da3bf9130 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdeb4d9-a5fd-4768-8d0b-e39b2df76af5,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.544672 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-56c44efd-9f6a-4b7a-bdb4-632da3bf9130 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.546333 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-56c44efd-9f6a-4b7a-bdb4-632da3bf9130 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703496 Jul 16 18:39:51.549076 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 41054) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.557361 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-47ea8189-d9db-46a3-a2d6-07b99edeb1ed tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'security_group_rule': {'security_group_id': 'cd973a8b-2ea9-4342-beb1-ff87eb2a2fce', 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:51.577634 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Set router 14185622-f9c3-46e2-b4b1-4456f86df47e gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:51.589818 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-47ea8189-d9db-46a3-a2d6-07b99edeb1ed tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.659764 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-47ea8189-d9db-46a3-a2d6-07b99edeb1ed tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.665011 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-47ea8189-d9db-46a3-a2d6-07b99edeb1ed tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.680649 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea8189-d9db-46a3-a2d6-07b99edeb1ed tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b63c42f-b8bc-4a8c-a5da-d6dbec06f41e,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.697091 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-47ea8189-d9db-46a3-a2d6-07b99edeb1ed tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.699390 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-47ea8189-d9db-46a3-a2d6-07b99edeb1ed tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472673 Jul 16 18:39:51.701495 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 41058) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.707290 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-c10cb4b9-3ca4-42de-ab6f-70ee8b0fae3d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'security_group_rule': {'security_group_id': 'cd973a8b-2ea9-4342-beb1-ff87eb2a2fce', 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:51.759925 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.securitygroups_db [None req-c10cb4b9-3ca4-42de-ab6f-70ee8b0fae3d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Project b04fcf3df7164dc89b1c9a2e993e6eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:39:51.766329 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c10cb4b9-3ca4-42de-ab6f-70ee8b0fae3d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.824900 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-74d9f523-2188-4698-8520-dd487c9bf1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.843641 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'name': 'tempest-TestVolumeBootPattern-169994918-router', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:48Z', 'revision_number': 4, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'gw_port': {'id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'dff61524-d656-4670-842e-8489486accc8', 'name': '', 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'mac_address': 'fa:16:3e:87:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f7d959c4-711d-4db9-8512-b14931af05db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:48Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 2, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'subnets': [{'id': 'f7d959c4-711d-4db9-8512-b14931af05db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:51.860391 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166236-9870-4c9f-8a6f-d89ed0086271 req-4422a4a2-5f44-430e-a860-8cb43e4fae6b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.861996 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-12166236-9870-4c9f-8a6f-d89ed0086271 req-4422a4a2-5f44-430e-a860-8cb43e4fae6b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.1514568 Jul 16 18:39:51.867730 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c10cb4b9-3ca4-42de-ab6f-70ee8b0fae3d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.881949 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Checking router: 14185622-f9c3-46e2-b4b1-4456f86df47e for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:51.883112 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Updating router 14185622-f9c3-46e2-b4b1-4456f86df47e port dff61524-d656-4670-842e-8489486accc8 binding host dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:51.888536 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c10cb4b9-3ca4-42de-ab6f-70ee8b0fae3d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.896515 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51fdf2-5ee5-458d-8d8b-3a2cc2d54ba6 req-8cdb11e6-7cd4-415e-b19f-4fab8dc0223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.898108 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ff51fdf2-5ee5-458d-8d8b-3a2cc2d54ba6 req-8cdb11e6-7cd4-415e-b19f-4fab8dc0223e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 1098 time: 0.1048973 Jul 16 18:39:51.912535 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c10cb4b9-3ca4-42de-ab6f-70ee8b0fae3d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.913806 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c10cb4b9-3ca4-42de-ab6f-70ee8b0fae3d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2106130 Jul 16 18:39:51.915630 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cb4b9-3ca4-42de-ab6f-70ee8b0fae3d tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9d5303-603a-4936-bc3b-85c7a0e8b70f,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.917429 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 41062) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.924330 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-89d43fa4-ab78-4f3a-bd3e-366203240031 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'security_group_rule': {'security_group_id': 'cd973a8b-2ea9-4342-beb1-ff87eb2a2fce', 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:51.924516 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.926739 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-12166236-9870-4c9f-8a6f-d89ed0086271 req-13d13e55-19e7-4ad9-ab11-5c3531361cbc tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525489 Jul 16 18:39:51.971669 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.securitygroups_db [None req-89d43fa4-ab78-4f3a-bd3e-366203240031 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Project b04fcf3df7164dc89b1c9a2e993e6eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:39:51.982714 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1365a1e-bcca-47fc-9971-2b87b75b213c req-9ed28349-570e-4505-bea7-24d49f58e7bc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.989052 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a1365a1e-bcca-47fc-9971-2b87b75b213c req-9ed28349-570e-4505-bea7-24d49f58e7bc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1525898 Jul 16 18:39:51.999411 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-89d43fa4-ab78-4f3a-bd3e-366203240031 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.016254 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51fdf2-5ee5-458d-8d8b-3a2cc2d54ba6 req-5474adbb-5ddc-4c2e-ac73-178c5f2d11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:52.019021 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ff51fdf2-5ee5-458d-8d8b-3a2cc2d54ba6 req-5474adbb-5ddc-4c2e-ac73-178c5f2d11dd service neutron] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 920 time: 0.1043446 Jul 16 18:39:52.056145 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a1365a1e-bcca-47fc-9971-2b87b75b213c req-da3e2fa2-10d1-4c90-8e52-75fe35d413a7 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661047 Jul 16 18:39:52.076777 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ff51fdf2-5ee5-458d-8d8b-3a2cc2d54ba6 req-fb4d31c2-59f0-49fa-92b8-78910a49d39c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326 HTTP/1.1" status: 200 len: 217 time: 0.0462141 Jul 16 18:39:52.099755 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-89d43fa4-ab78-4f3a-bd3e-366203240031 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.104677 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-89d43fa4-ab78-4f3a-bd3e-366203240031 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.123277 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d43fa4-ab78-4f3a-bd3e-366203240031 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6bc594-51f9-4106-92a5-a99ea1e5382e,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.129932 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-89d43fa4-ab78-4f3a-bd3e-366203240031 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.134577 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-89d43fa4-ab78-4f3a-bd3e-366203240031 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2117777 Jul 16 18:39:52.141779 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51fdf2-5ee5-458d-8d8b-3a2cc2d54ba6 req-4f21a4be-c8aa-4ad9-be49-cd66da5bf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:52.143348 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ff51fdf2-5ee5-458d-8d8b-3a2cc2d54ba6 req-4f21a4be-c8aa-4ad9-be49-cd66da5bf816 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.0537386 Jul 16 18:39:52.193583 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ff51fdf2-5ee5-458d-8d8b-3a2cc2d54ba6 req-ff2a9827-9e7e-4103-9c82-bead2b1abe42 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371933 Jul 16 18:39:52.251204 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Notify callbacks [] for port, precommit_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.261796 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Transition to ACTIVE for port object dff61524-d656-4670-842e-8489486accc8 will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:52.267867 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.301224 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ff51fdf2-5ee5-458d-8d8b-3a2cc2d54ba6 req-d69f4ceb-db35-43c5-8da6-92a7d4aecd1a service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983162 Jul 16 18:39:52.326662 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966024a-f223-413f-8e4a-34399c97d09c None None] Pushing event updated for resources: {'Port': ['ID=dff61524-d656-4670-842e-8489486accc8,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.392062 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Attempting to bind port dff61524-d656-4670-842e-8489486accc8 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:52.392822 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Attempting to bind port dff61524-d656-4670-842e-8489486accc8 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'e495636b-5b82-4bff-8d0f-3a5578f786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:52.393032 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Attempting to bind port dff61524-d656-4670-842e-8489486accc8 on network fb576325-2aa0-4a03-a2a3-f69956772525 {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:52.399859 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:52.400390 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Checking segment: {'id': 'e495636b-5b82-4bff-8d0f-3a5578f786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:52.401038 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.401531 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Bound using segment: {'id': 'e495636b-5b82-4bff-8d0f-3a5578f786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:52.402139 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Bound port: dff61524-d656-4670-842e-8489486accc8, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e495636b-5b82-4bff-8d0f-3a5578f786b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:52.402618 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.428701 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ff51fdf2-5ee5-458d-8d8b-3a2cc2d54ba6 req-e6f17710-45b8-46ce-b9a9-76b2cc701afa service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114531 Jul 16 18:39:52.479714 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] For port dff61524-d656-4670-842e-8489486accc8, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:52.483852 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] For port dff61524-d656-4670-842e-8489486accc8, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=dff61524-d656-4670-842e-8489486accc8,segment=NetworkSegment(e495636b-5b82-4bff-8d0f-3a5578f786b3),segment_id=e495636b-5b82-4bff-8d0f-3a5578f786b3)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:52.489281 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.548527 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966024a-f223-413f-8e4a-34399c97d09c None None] Pushing event updated for resources: {'Port': ['ID=dff61524-d656-4670-842e-8489486accc8,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.565084 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Routers {'14185622-f9c3-46e2-b4b1-4456f86df47e'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:52.565830 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:39:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['14185622-f9c3-46e2-b4b1-4456f86df47e'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:52.661095 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:52.719783 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2d9a7-13fa-4bda-9ae0-42030572d927 req-cf5fb0ce-b36e-4932-a577-4a32efabe9ef tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:52.723665 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] Set router 14185622-f9c3-46e2-b4b1-4456f86df47e gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:52.726917 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4fd2d9a7-13fa-4bda-9ae0-42030572d927 req-cf5fb0ce-b36e-4932-a577-4a32efabe9ef tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 945 time: 0.1499789 Jul 16 18:39:52.815126 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4fd2d9a7-13fa-4bda-9ae0-42030572d927 req-70ea26bc-58a6-4f48-838d-36d47a2584a3 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805624 Jul 16 18:39:52.849272 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device db4a482b-fe72-45ea-b7cc-c19275fd298b up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:52.901697 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:52.920938 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:52.921323 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.058318 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port db4a482b-fe72-45ea-b7cc-c19275fd298b triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:53.058694 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.150254 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.202617 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64efc152-d028-4251-8648-1227f54de965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:53.204880 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8298dc58-8374-45f0-845b-22cbc83106d1" -d '{"events": [{"server_uuid": "64efc152-d028-4251-8648-1227f54de965", "name": "network-vif-plugged", "status": "completed", "tag": "e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:53.222549 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'name': 'tempest-TestVolumeBootPattern-169994918-router', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:48Z', 'revision_number': 4, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'gw_port': {'id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'dff61524-d656-4670-842e-8489486accc8', 'name': '', 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'mac_address': 'fa:16:3e:87:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f7d959c4-711d-4db9-8512-b14931af05db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:48Z', 'updated_at': '2021-07-16T18:39:52Z', 'revision_number': 4, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'subnets': [{'id': 'f7d959c4-711d-4db9-8512-b14931af05db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:53.231830 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d,segment=NetworkSegment(483e260a-ea91-4eb4-b36f-67724339f838),segment_id=483e260a-ea91-4eb4-b36f-67724339f838)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:53.307026 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c2459-9e43-4141-a13a-7f0f840eafb1 req-cf28400e-5bcb-4100-8f14-5514867b7ecd tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:53.314244 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d10c2459-9e43-4141-a13a-7f0f840eafb1 req-cf28400e-5bcb-4100-8f14-5514867b7ecd tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1203709 Jul 16 18:39:53.324574 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e941d1-50b4-416f-80b1-a02db7bc9ab4 req-b433a59b-c70d-43d0-9df9-0f4d274e6886 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:53.326176 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a9e941d1-50b4-416f-80b1-a02db7bc9ab4 req-b433a59b-c70d-43d0-9df9-0f4d274e6886 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0690761 Jul 16 18:39:53.350271 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d10c2459-9e43-4141-a13a-7f0f840eafb1 req-42af48a9-4590-41bb-b0ce-4755d7721ee6 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349054 Jul 16 18:39:53.368743 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a9e941d1-50b4-416f-80b1-a02db7bc9ab4 req-8972b074-90a9-435a-9279-e38942d84a97 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357010 Jul 16 18:39:53.391271 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3abdd0-704f-4673-be20-04ea864cb23c None None] The sync data for ids ['14185622-f9c3-46e2-b4b1-4456f86df47e'] in dv-cinder-786933-5-iscsi is: [{'id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'name': 'tempest-TestVolumeBootPattern-169994918-router', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:48Z', 'revision_number': 4, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'gw_port': {'id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'dff61524-d656-4670-842e-8489486accc8', 'name': '', 'network_id': 'fb576325-2aa0-4a03-a2a3-f69956772525', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'mac_address': 'fa:16:3e:87:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f7d959c4-711d-4db9-8512-b14931af05db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:48Z', 'updated_at': '2021-07-16T18:39:52Z', 'revision_number': 4, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'subnets': [{'id': 'f7d959c4-711d-4db9-8512-b14931af05db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:53.393059 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.456167 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c08ffd-6c6d-4463-b66e-2214fbd8f8fa x-openstack-request-id: req-91c08ffd-6c6d-4463-b66e-2214fbd8f8fa {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:53.456666 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64efc152-d028-4251-8648-1227f54de965", "name": "network-vif-plugged", "status": "completed", "tag": "e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:53.457163 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91c08ffd-6c6d-4463-b66e-2214fbd8f8fa {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:53.457646 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64efc152-d028-4251-8648-1227f54de965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d', 'code': 200} Jul 16 18:39:53.491415 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:53.752855 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec094b8c-9636-46fd-bdc6-29780ae42653 req-b79bc43f-f8e3-40c1-a4a2-303df9b62367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:53.754431 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ec094b8c-9636-46fd-bdc6-29780ae42653 req-b79bc43f-f8e3-40c1-a4a2-303df9b62367 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 1099 time: 0.0581055 Jul 16 18:39:53.797417 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ec094b8c-9636-46fd-bdc6-29780ae42653 req-c25c638c-3342-4577-9f84-bc64d4717d31 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306556 Jul 16 18:39:54.008312 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cebc-2c00-4895-bd49-e8ffb5862208 req-3532a250-8d65-4697-b604-9cc33c3b3163 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:54.010529 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f3e2cebc-2c00-4895-bd49-e8ffb5862208 req-3532a250-8d65-4697-b604-9cc33c3b3163 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 946 time: 0.0731232 Jul 16 18:39:54.049508 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f3e2cebc-2c00-4895-bd49-e8ffb5862208 req-8c7d64bd-508e-41c8-b7e0-931e0fe59b69 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338743 Jul 16 18:39:54.512401 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-9f45c9c0-6261-4896-a7f0-b8034e5f1bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.550814 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a27ab8-8be3-44a0-80bb-f3b5f72707cf req-1bfde67b-b295-403c-bf6c-a348452c966f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:54.552410 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-55a27ab8-8be3-44a0-80bb-f3b5f72707cf req-1bfde67b-b295-403c-bf6c-a348452c966f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0735943 Jul 16 18:39:54.565075 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd140e9-008b-496c-aef0-9eb8b7e2d18f req-6150de22-cc0d-4b2d-9da8-4c6fd91a6624 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:54.567283 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7cd140e9-008b-496c-aef0-9eb8b7e2d18f req-6150de22-cc0d-4b2d-9da8-4c6fd91a6624 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0760863 Jul 16 18:39:54.593336 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-55a27ab8-8be3-44a0-80bb-f3b5f72707cf req-5ddf5c9d-aa09-4840-b4ed-a541c6e70eb3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344408 Jul 16 18:39:54.607459 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7cd140e9-008b-496c-aef0-9eb8b7e2d18f req-56abcae4-f655-4492-84cf-fdd3310251be tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339131 Jul 16 18:39:54.635139 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.797310 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device dff61524-d656-4670-842e-8489486accc8 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:54.846015 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port dff61524-d656-4670-842e-8489486accc8 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:54.849713 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port dff61524-d656-4670-842e-8489486accc8 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:54.850130 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.933902 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.965701 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port dff61524-d656-4670-842e-8489486accc8, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=dff61524-d656-4670-842e-8489486accc8,segment=NetworkSegment(e495636b-5b82-4bff-8d0f-3a5578f786b3),segment_id=e495636b-5b82-4bff-8d0f-3a5578f786b3)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:54.969362 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.018559 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=dff61524-d656-4670-842e-8489486accc8,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:55.231249 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b63d0-5644-4b64-ac90-0e78678f2c1b req-5bf2654a-0f2d-477b-9ff8-5b21ce8fc750 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.232692 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-685b63d0-5644-4b64-ac90-0e78678f2c1b req-5bf2654a-0f2d-477b-9ff8-5b21ce8fc750 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 946 time: 0.0715744 Jul 16 18:39:55.273891 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-685b63d0-5644-4b64-ac90-0e78678f2c1b req-1c0655b5-d2ac-4d3c-a758-c1a020d85fc5 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354431 Jul 16 18:39:55.394456 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.793411 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab4831-57a6-4ef7-9ef2-7e58d74f345c req-6d009a4f-890f-4373-8726-d7c7584c463e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.794284 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b393-2dbf-4722-857f-e459ffa17d1a req-3da05161-1589-40b8-b795-75c1acbd9bab tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.795721 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-1bab4831-57a6-4ef7-9ef2-7e58d74f345c req-6d009a4f-890f-4373-8726-d7c7584c463e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0796001 Jul 16 18:39:55.796558 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2d87b393-2dbf-4722-857f-e459ffa17d1a req-3da05161-1589-40b8-b795-75c1acbd9bab tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0704143 Jul 16 18:39:55.840577 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-1bab4831-57a6-4ef7-9ef2-7e58d74f345c req-af163750-5955-41e5-a6f7-626bf620e85d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Jul 16 18:39:55.846804 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2d87b393-2dbf-4722-857f-e459ffa17d1a req-e2a831ee-b7fe-4acf-a932-80e15520667b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451429 Jul 16 18:39:56.446934 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f64e41-3b0d-4875-9091-af41df37f382 req-2197a8ba-51e6-4804-8353-46876a569489 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:56.448410 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-53f64e41-3b0d-4875-9091-af41df37f382 req-2197a8ba-51e6-4804-8353-46876a569489 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 946 time: 0.0662847 Jul 16 18:39:56.485325 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-53f64e41-3b0d-4875-9091-af41df37f382 req-7a0a023b-aacb-4d57-8cd3-84e00a270d5f tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314369 Jul 16 18:39:56.779190 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device dff61524-d656-4670-842e-8489486accc8 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:56.828224 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port dff61524-d656-4670-842e-8489486accc8 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:56.828603 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.066430 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23023fb-c6b3-4ac6-9672-27ae35eebc38 req-0cc2e22d-bdd2-4187-a0f2-97de55fca4c9 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:57.067917 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d23023fb-c6b3-4ac6-9672-27ae35eebc38 req-0cc2e22d-bdd2-4187-a0f2-97de55fca4c9 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0705633 Jul 16 18:39:57.068375 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c43180-beef-46e8-83f0-9eea7c1771b0 req-90208d06-d14f-4089-bec6-b3ff3433f966 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:57.070516 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-04c43180-beef-46e8-83f0-9eea7c1771b0 req-90208d06-d14f-4089-bec6-b3ff3433f966 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0640714 Jul 16 18:39:57.107895 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d23023fb-c6b3-4ac6-9672-27ae35eebc38 req-726f956d-890e-4eef-a2a0-92de56f66481 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333562 Jul 16 18:39:57.108340 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-04c43180-beef-46e8-83f0-9eea7c1771b0 req-2a6221be-4073-4f3c-bd90-2d0cd53d44a5 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Jul 16 18:39:57.432252 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.657649 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670ae92-061b-41a5-bf8e-f40a17c8462a req-ecc011ba-71a8-47fd-833c-0d72d97ac861 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:57.659371 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d670ae92-061b-41a5-bf8e-f40a17c8462a req-ecc011ba-71a8-47fd-833c-0d72d97ac861 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 946 time: 0.0630386 Jul 16 18:39:57.700420 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d670ae92-061b-41a5-bf8e-f40a17c8462a req-e269bebd-15d7-46e5-ba41-9c7fc2826018 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341425 Jul 16 18:39:58.289945 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81a46e-ae67-4b4a-9d32-c43450cde400 req-19c6d08f-8990-4970-ba03-f6e65c59191a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:58.291449 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2b81a46e-ae67-4b4a-9d32-c43450cde400 req-19c6d08f-8990-4970-ba03-f6e65c59191a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0671766 Jul 16 18:39:58.332447 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2b81a46e-ae67-4b4a-9d32-c43450cde400 req-8f3d8e1d-edbf-45bd-8c91-02c4c025e603 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351043 Jul 16 18:39:58.627121 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e87ed5-2495-437f-9d3c-0432b0f7c910 req-d86c9da1-ea37-4bb1-93ae-f088acedc535 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:58.628526 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d8e87ed5-2495-437f-9d3c-0432b0f7c910 req-d86c9da1-ea37-4bb1-93ae-f088acedc535 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0652883 Jul 16 18:39:58.666341 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d8e87ed5-2495-437f-9d3c-0432b0f7c910 req-67085832-de02-42b8-944d-9bb38d0d9bb3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315571 Jul 16 18:39:58.880046 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343c406-526e-4fff-84f5-f8f9bdaea4db req-4ccfb214-88a5-4e17-accd-5ccfc1a0effe tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:58.881592 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2343c406-526e-4fff-84f5-f8f9bdaea4db req-4ccfb214-88a5-4e17-accd-5ccfc1a0effe tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 946 time: 0.0635531 Jul 16 18:39:58.922048 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2343c406-526e-4fff-84f5-f8f9bdaea4db req-73ef9344-867b-4013-81da-859c59a86d6e tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345557 Jul 16 18:39:59.126923 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.510326 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b12156-af67-4ba8-b6ae-632bf57ad1c1 req-1f823c6d-7de5-468f-9b18-a48fd4f449e2 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:59.511779 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-13b12156-af67-4ba8-b6ae-632bf57ad1c1 req-1f823c6d-7de5-468f-9b18-a48fd4f449e2 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0656719 Jul 16 18:39:59.551347 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-13b12156-af67-4ba8-b6ae-632bf57ad1c1 req-c83153d5-64a6-41ab-b97d-4659f5a05768 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332627 Jul 16 18:39:59.904234 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864ecbc-8576-45c5-bf0f-53a3cec4e46e req-50de3013-d484-4c23-acfa-7ef73c480561 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:59.905718 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8864ecbc-8576-45c5-bf0f-53a3cec4e46e req-50de3013-d484-4c23-acfa-7ef73c480561 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0692997 Jul 16 18:39:59.972313 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8864ecbc-8576-45c5-bf0f-53a3cec4e46e req-95bfccf7-7465-4e7d-8014-be7a15a5847c tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585835 Jul 16 18:39:59.987663 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14737a-fa4a-4020-bf7e-fcf2246e4c63 req-3d22d0a6-c854-4278-9c95-c941efd694d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:59.989148 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea14737a-fa4a-4020-bf7e-fcf2246e4c63 req-3d22d0a6-c854-4278-9c95-c941efd694d9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 1098 time: 0.0825527 Jul 16 18:40:00.100072 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14737a-fa4a-4020-bf7e-fcf2246e4c63 req-f4f517a9-fc15-447b-9f52-de7b1252e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.101793 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea14737a-fa4a-4020-bf7e-fcf2246e4c63 req-f4f517a9-fc15-447b-9f52-de7b1252e9d2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 913 time: 0.0916913 Jul 16 18:40:00.109064 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df282ca5-24fe-4e14-acc7-adf31964024e req-c670c2bb-7cbd-479b-9afa-71ef2bd868f2 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.110599 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-df282ca5-24fe-4e14-acc7-adf31964024e req-c670c2bb-7cbd-479b-9afa-71ef2bd868f2 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 946 time: 0.0690382 Jul 16 18:40:00.157825 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-df282ca5-24fe-4e14-acc7-adf31964024e req-be5568a7-3805-4ffe-9970-67d9e210af86 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/security-groups?id=ff0ee5a7-7dea-4268-9c46-9b7c860eed62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Jul 16 18:40:00.189267 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea14737a-fa4a-4020-bf7e-fcf2246e4c63 req-11f03162-373e-427c-8690-db9231194b7a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f HTTP/1.1" status: 200 len: 1000 time: 0.0728724 Jul 16 18:40:00.248152 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14737a-fa4a-4020-bf7e-fcf2246e4c63 req-cf3e49bc-5a77-4620-a3e8-93c28a38518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.249595 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea14737a-fa4a-4020-bf7e-fcf2246e4c63 req-cf3e49bc-5a77-4620-a3e8-93c28a38518f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c63336d1-0c4a-4eb5-9f8f-5cd89462b437 HTTP/1.1" status: 200 len: 850 time: 0.0452414 Jul 16 18:40:00.312658 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14737a-fa4a-4020-bf7e-fcf2246e4c63 req-cdcf1d4f-8705-42a7-a750-1a1ccbd31e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.314184 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea14737a-fa4a-4020-bf7e-fcf2246e4c63 req-cdcf1d4f-8705-42a7-a750-1a1ccbd31e08 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d490c69f-49d5-4aac-8544-9d4287d0fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556490 Jul 16 18:40:00.435552 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea14737a-fa4a-4020-bf7e-fcf2246e4c63 req-7800605d-56c9-4032-b0dd-00fa2cf9c3b9 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935316 Jul 16 18:40:00.769826 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fca0e0-d1cb-4ed2-bccd-0566d40be5a2 req-e68bf015-f1a9-49ca-8092-3022ccbd0428 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.771262 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92fca0e0-d1cb-4ed2-bccd-0566d40be5a2 req-e68bf015-f1a9-49ca-8092-3022ccbd0428 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.88 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 946 time: 0.3454688 Jul 16 18:40:00.781429 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea14737a-fa4a-4020-bf7e-fcf2246e4c63 req-82c14374-8fbe-4714-823d-342ac0dbd0c1 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276441 Jul 16 18:40:00.884769 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-92fca0e0-d1cb-4ed2-bccd-0566d40be5a2 req-1b222784-0bec-45a3-8444-e60106139f7a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Deleting port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:00.885109 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92fca0e0-d1cb-4ed2-bccd-0566d40be5a2 req-1b222784-0bec-45a3-8444-e60106139f7a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.972879 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-92fca0e0-d1cb-4ed2-bccd-0566d40be5a2 req-1b222784-0bec-45a3-8444-e60106139f7a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] For port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d,segment=NetworkSegment(483e260a-ea91-4eb4-b36f-67724339f838),segment_id=483e260a-ea91-4eb4-b36f-67724339f838)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:00.973550 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92fca0e0-d1cb-4ed2-bccd-0566d40be5a2 req-1b222784-0bec-45a3-8444-e60106139f7a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.985679 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-92fca0e0-d1cb-4ed2-bccd-0566d40be5a2 req-1b222784-0bec-45a3-8444-e60106139f7a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Calling delete_port for e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:01.116446 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92fca0e0-d1cb-4ed2-bccd-0566d40be5a2 req-1b222784-0bec-45a3-8444-e60106139f7a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.129768 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:01.147663 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b222784-0bec-45a3-8444-e60106139f7a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Pushing event deleted for resources: {'Port': ['ID=e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:01.155246 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cee799-b0fd-4f8c-8e10-582e483aa1c2 req-7c9b9c68-5b4c-407a-bdc4-d9d00de4d6dd tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:01.166191 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-30cee799-b0fd-4f8c-8e10-582e483aa1c2 req-7c9b9c68-5b4c-407a-bdc4-d9d00de4d6dd tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0771787 Jul 16 18:40:01.201394 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fca0e0-d1cb-4ed2-bccd-0566d40be5a2 req-1b222784-0bec-45a3-8444-e60106139f7a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] No DVR routers for this DVR port e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:01.204391 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92fca0e0-d1cb-4ed2-bccd-0566d40be5a2 req-1b222784-0bec-45a3-8444-e60106139f7a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.206395 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92fca0e0-d1cb-4ed2-bccd-0566d40be5a2 req-1b222784-0bec-45a3-8444-e60106139f7a tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.88 "DELETE /v2.0/ports/e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d HTTP/1.1" status: 204 len: 173 time: 0.4240615 Jul 16 18:40:01.207149 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64efc152-d028-4251-8648-1227f54de965', 'name': 'network-vif-deleted', 'tag': 'e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:01.210106 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5c3653-2115-4358-adc7-87836e89555b" -d '{"events": [{"server_uuid": "64efc152-d028-4251-8648-1227f54de965", "name": "network-vif-deleted", "tag": "e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:01.217595 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-30cee799-b0fd-4f8c-8e10-582e483aa1c2 req-43463147-01bd-4d21-8e15-c410e641927b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504818 Jul 16 18:40:01.272351 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e676563-f5c5-4d64-a834-63e92cce58fe x-openstack-request-id: req-9e676563-f5c5-4d64-a834-63e92cce58fe {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:01.272647 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64efc152-d028-4251-8648-1227f54de965", "name": "network-vif-deleted", "tag": "e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:01.272904 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9e676563-f5c5-4d64-a834-63e92cce58fe {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:01.273840 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64efc152-d028-4251-8648-1227f54de965', 'name': 'network-vif-deleted', 'tag': 'e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d', 'status': 'completed', 'code': 200} Jul 16 18:40:01.352310 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4d149a5f-4109-491a-9ff0-ec22a3bef442 req-69437198-1820-428d-82c2-83f5d7f33176 tempest-VolumesActionsTest-902289520 tempest-VolumesActionsTest-902289520-project] 10.222.0.79 "GET /v2.0/ports?device_id=64efc152-d028-4251-8648-1227f54de965 HTTP/1.1" status: 200 len: 210 time: 0.0275669 Jul 16 18:40:02.408933 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc26642-606e-4577-9651-d07af8ece2de req-f0d10887-209d-4b88-b554-cb027c28fc28 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:02.410603 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0dc26642-606e-4577-9651-d07af8ece2de req-f0d10887-209d-4b88-b554-cb027c28fc28 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0813458 Jul 16 18:40:02.458449 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0dc26642-606e-4577-9651-d07af8ece2de req-7059e823-fed5-4e5f-b1f3-52bee8237cc3 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411584 Jul 16 18:40:04.778982 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:04.798615 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:04.798961 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device e3ec2411-6f4b-42b6-9e8f-f5826ff67a3d not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:07.041347 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6151212-a9a3-462a-b91a-6bee7dfed8ae req-a277f5e5-b091-49a7-a408-d37839389f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:07.042909 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b6151212-a9a3-462a-b91a-6bee7dfed8ae req-a277f5e5-b091-49a7-a408-d37839389f4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 1098 time: 0.1080105 Jul 16 18:40:07.073086 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22c5da-678b-4daa-956a-2da398832554 req-5c5d8164-d48d-4969-93f0-7ffcd8d1a092 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:07.074652 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ec22c5da-678b-4daa-956a-2da398832554 req-5c5d8164-d48d-4969-93f0-7ffcd8d1a092 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1060305 Jul 16 18:40:07.159199 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ec22c5da-678b-4daa-956a-2da398832554 req-62f8713d-147c-469c-a425-eaab60ba0931 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740104 Jul 16 18:40:07.184092 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6151212-a9a3-462a-b91a-6bee7dfed8ae req-d2ec4d1b-605b-44a4-8948-523f21f63bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:07.185537 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b6151212-a9a3-462a-b91a-6bee7dfed8ae req-d2ec4d1b-605b-44a4-8948-523f21f63bd5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 920 time: 0.1321905 Jul 16 18:40:07.238723 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b6151212-a9a3-462a-b91a-6bee7dfed8ae req-df3e48c1-a129-4f37-997e-264f10985f20 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326 HTTP/1.1" status: 200 len: 217 time: 0.0342925 Jul 16 18:40:07.288468 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6151212-a9a3-462a-b91a-6bee7dfed8ae req-c6b3385e-8404-4f78-a383-19585162e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:07.290186 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b6151212-a9a3-462a-b91a-6bee7dfed8ae req-c6b3385e-8404-4f78-a383-19585162e710 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.0429590 Jul 16 18:40:07.333197 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b6151212-a9a3-462a-b91a-6bee7dfed8ae req-667a9de2-ae67-44db-88d5-e8a2ebae5cee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266187 Jul 16 18:40:07.435028 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b6151212-a9a3-462a-b91a-6bee7dfed8ae req-d4809c92-2c4e-4b89-85ab-2fca3574a085 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879533 Jul 16 18:40:07.535256 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b6151212-a9a3-462a-b91a-6bee7dfed8ae req-084f8c93-c72d-4cb5-b1a1-dc56d36a65e4 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917921 Jul 16 18:40:08.341999 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41552c0a-09dc-4a12-9d95-af7de67ca7ad req-8d572065-ade4-4111-a60e-f128ab674399 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:08.343545 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-41552c0a-09dc-4a12-9d95-af7de67ca7ad req-8d572065-ade4-4111-a60e-f128ab674399 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0712774 Jul 16 18:40:08.380882 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-41552c0a-09dc-4a12-9d95-af7de67ca7ad req-626c20d7-42a4-44c3-b443-03105986cca6 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Jul 16 18:40:09.556560 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02e928-a0d8-44d8-830c-a4afe9b56ca8 req-e0e94c85-ac1a-4c7d-9060-b59111f428be tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:09.557134 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7c02e928-a0d8-44d8-830c-a4afe9b56ca8 req-e0e94c85-ac1a-4c7d-9060-b59111f428be tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0621223 Jul 16 18:40:09.595422 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7c02e928-a0d8-44d8-830c-a4afe9b56ca8 req-4c9374ee-dc28-4425-b182-10b13a3735bc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321429 Jul 16 18:40:10.777011 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d8d66-a3c1-4458-b723-9f8e3617da33 req-be81610a-c4be-48d7-bfcb-3c7925f766b8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.778524 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-334d8d66-a3c1-4458-b723-9f8e3617da33 req-be81610a-c4be-48d7-bfcb-3c7925f766b8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0656297 Jul 16 18:40:10.816930 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-334d8d66-a3c1-4458-b723-9f8e3617da33 req-cdf5c0c5-5928-4b3b-b926-6969c2a93af7 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329106 Jul 16 18:40:11.994450 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385d641-939d-4aff-800c-a50c6cf593e4 req-927866a4-a0d4-4533-b7cf-9dc3b9f37747 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:11.995911 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4385d641-939d-4aff-800c-a50c6cf593e4 req-927866a4-a0d4-4533-b7cf-9dc3b9f37747 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0671210 Jul 16 18:40:12.034262 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4385d641-939d-4aff-800c-a50c6cf593e4 req-fb8297c2-2a99-4ea2-82a1-a0fba0ac2cce tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327952 Jul 16 18:40:13.209572 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27676cde-dc5a-4688-aaa7-514f1647b371 req-f777a333-75c0-4c2f-a8cb-fe29ccb66b4f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.211958 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-27676cde-dc5a-4688-aaa7-514f1647b371 req-f777a333-75c0-4c2f-a8cb-fe29ccb66b4f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0655520 Jul 16 18:40:13.249406 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-27676cde-dc5a-4688-aaa7-514f1647b371 req-8dc7bbac-587f-4e09-b4be-3b92d0e7ae70 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Jul 16 18:40:14.421145 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7607302-3878-44d3-bbe4-14c605c2bbe3 req-183e7ab8-5431-4a2b-be1b-d866fab39078 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:14.422622 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f7607302-3878-44d3-bbe4-14c605c2bbe3 req-183e7ab8-5431-4a2b-be1b-d866fab39078 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0627909 Jul 16 18:40:14.465327 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f7607302-3878-44d3-bbe4-14c605c2bbe3 req-b767399a-3f92-45e1-8b45-185f37126ab4 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370948 Jul 16 18:40:15.649627 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f18dc2-a217-4c26-9dab-d308665fbfd3 req-f68e0b9c-388e-46cf-8a8d-cfec724cc936 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:15.651134 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c1f18dc2-a217-4c26-9dab-d308665fbfd3 req-f68e0b9c-388e-46cf-8a8d-cfec724cc936 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0697067 Jul 16 18:40:15.689500 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c1f18dc2-a217-4c26-9dab-d308665fbfd3 req-7f0b8e5b-3106-4b0e-9df9-d88d5a605577 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328705 Jul 16 18:40:16.322696 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96501c0-8802-42bb-b4c9-c32a8e66f013 req-aa02ebf6-3515-41a1-8769-ee7eb8388fb3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:16.324399 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e96501c0-8802-42bb-b4c9-c32a8e66f013 req-aa02ebf6-3515-41a1-8769-ee7eb8388fb3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0640833 Jul 16 18:40:16.364348 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e96501c0-8802-42bb-b4c9-c32a8e66f013 req-473a17f8-2a8a-4457-9c08-0e5b7f05a855 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343065 Jul 16 18:40:16.863444 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dac03-82af-40cc-ba4b-2d60bb76f0d9 req-e0f8be7d-600f-4af6-ae41-8baa88d32998 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:16.864874 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ba5dac03-82af-40cc-ba4b-2d60bb76f0d9 req-e0f8be7d-600f-4af6-ae41-8baa88d32998 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0614359 Jul 16 18:40:16.901724 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ba5dac03-82af-40cc-ba4b-2d60bb76f0d9 req-43ade9cd-4e4a-491c-ae5b-d456f3a4e7ae tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310495 Jul 16 18:40:17.541861 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645548ae-4889-4831-91d2-067d0b00cf61 req-79d105a9-e937-456b-ac49-3348b85c7909 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:17.543349 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-645548ae-4889-4831-91d2-067d0b00cf61 req-79d105a9-e937-456b-ac49-3348b85c7909 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0650063 Jul 16 18:40:17.581097 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-645548ae-4889-4831-91d2-067d0b00cf61 req-3d59ec8f-1f98-4c34-973e-9e2871088eb9 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322065 Jul 16 18:40:18.076321 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9cdf-ed82-4033-b339-cd7efcc02306 req-349a58b4-4012-453a-9cd8-0693e59ade24 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.077780 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-fe5d9cdf-ed82-4033-b339-cd7efcc02306 req-349a58b4-4012-453a-9cd8-0693e59ade24 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0674667 Jul 16 18:40:18.116749 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-fe5d9cdf-ed82-4033-b339-cd7efcc02306 req-5fe3d9eb-4297-4762-9c72-a74c16ea0c6f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333593 Jul 16 18:40:18.208727 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:18.755168 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2771e3-868c-4a2c-a0fb-5d981244fad4 req-39175429-8822-4cb0-add3-9292539ee0c5 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.756652 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d2771e3-868c-4a2c-a0fb-5d981244fad4 req-39175429-8822-4cb0-add3-9292539ee0c5 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0623512 Jul 16 18:40:18.794130 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d2771e3-868c-4a2c-a0fb-5d981244fad4 req-1528f99a-fab9-4598-ade6-12620bad5088 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Jul 16 18:40:19.288697 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e6a28-b28a-44bf-aeef-fb3838654854 req-89a21c36-cc9e-4f47-b5cd-e676ea007884 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.290187 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c00e6a28-b28a-44bf-aeef-fb3838654854 req-89a21c36-cc9e-4f47-b5cd-e676ea007884 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0646479 Jul 16 18:40:19.330363 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c00e6a28-b28a-44bf-aeef-fb3838654854 req-cacf8e3b-de8c-4eb3-96c7-667b78352f68 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344200 Jul 16 18:40:19.970678 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d74228-d1c2-42f3-ae88-504d7fc3b035 req-b55b5cb4-da1c-4149-ac2f-60c947fc4ea4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.972025 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-62d74228-d1c2-42f3-ae88-504d7fc3b035 req-b55b5cb4-da1c-4149-ac2f-60c947fc4ea4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0602875 Jul 16 18:40:20.013802 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-62d74228-d1c2-42f3-ae88-504d7fc3b035 req-c44abe3f-e5be-4418-8f8a-bd7b7d4c81c9 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353165 Jul 16 18:40:20.509760 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49906d-745a-4380-93a5-37a622bc60b2 req-2d3cd795-abc8-43e2-b92e-2429e42e82fd tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:20.511244 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0a49906d-745a-4380-93a5-37a622bc60b2 req-2d3cd795-abc8-43e2-b92e-2429e42e82fd tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0655980 Jul 16 18:40:20.549762 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0a49906d-745a-4380-93a5-37a622bc60b2 req-543b2f14-71d3-4bd2-b553-18831ffa8825 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316877 Jul 16 18:40:21.200350 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef90b8-751d-4092-91af-1644f26a4c1a req-5ab09661-a1d0-4d11-9cc6-129cea9a7799 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:21.203607 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f8ef90b8-751d-4092-91af-1644f26a4c1a req-5ab09661-a1d0-4d11-9cc6-129cea9a7799 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0686924 Jul 16 18:40:21.247313 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f8ef90b8-751d-4092-91af-1644f26a4c1a req-3a15a9b1-c762-4155-aec8-033ed3a70c5e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378938 Jul 16 18:40:21.740049 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-1c6eb0f4-ecba-4fa8-8ce4-cbe536b6c5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.771509 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e3cf0-7156-4293-9b20-b5ad97010765 req-d2774719-45e8-43a6-9d73-4acf4ac901dc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:21.774627 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0d5e3cf0-7156-4293-9b20-b5ad97010765 req-d2774719-45e8-43a6-9d73-4acf4ac901dc tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0751495 Jul 16 18:40:21.816172 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0d5e3cf0-7156-4293-9b20-b5ad97010765 req-7513649c-44fe-45be-bb33-2069ef871c79 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359654 Jul 16 18:40:22.434053 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabfd33-b1b8-4dbf-85ea-ade74c081cb5 req-10372d82-725d-4fc5-8be3-d707e2d8a38a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.435785 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cdabfd33-b1b8-4dbf-85ea-ade74c081cb5 req-10372d82-725d-4fc5-8be3-d707e2d8a38a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0696440 Jul 16 18:40:22.481244 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cdabfd33-b1b8-4dbf-85ea-ade74c081cb5 req-184517db-9183-4d21-9051-7c5ec195bf29 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398417 Jul 16 18:40:23.007551 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882486d0-7592-4dde-8390-ac2ee0fb327e req-bb6b6878-3721-464a-a3b1-c6998a29ef4b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:23.009091 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-882486d0-7592-4dde-8390-ac2ee0fb327e req-bb6b6878-3721-464a-a3b1-c6998a29ef4b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0640197 Jul 16 18:40:23.051259 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-882486d0-7592-4dde-8390-ac2ee0fb327e req-f0dbfa19-a719-4694-a048-1d5a5515d6d5 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Jul 16 18:40:23.669056 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959567b7-82d6-4a21-a308-b16a50e95f67 req-edde835f-199d-4559-9471-0bad9f011002 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:23.670602 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-959567b7-82d6-4a21-a308-b16a50e95f67 req-edde835f-199d-4559-9471-0bad9f011002 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0705183 Jul 16 18:40:23.710296 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-959567b7-82d6-4a21-a308-b16a50e95f67 req-f064f919-b0e9-4d7f-bd37-5f492f4df3a4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339596 Jul 16 18:40:24.235871 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bff38-ece8-436f-ad2f-1880e83ef81d req-343b6b9c-7ed5-4d54-96a8-b467847a1358 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:24.238473 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4b7bff38-ece8-436f-ad2f-1880e83ef81d req-343b6b9c-7ed5-4d54-96a8-b467847a1358 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0704362 Jul 16 18:40:24.278589 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4b7bff38-ece8-436f-ad2f-1880e83ef81d req-4ebc393c-ab49-4c28-a56b-fcf776240b13 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345914 Jul 16 18:40:24.522805 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-1d48c9c3-c549-4f3f-a021-e80db68e7788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.642711 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.907366 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a684b50-f135-4f72-81e6-f67b3f8ef496 req-c92e7d4e-59de-436a-ab88-17f602f96d4b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:24.908993 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8a684b50-f135-4f72-81e6-f67b3f8ef496 req-c92e7d4e-59de-436a-ab88-17f602f96d4b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0718763 Jul 16 18:40:24.950688 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8a684b50-f135-4f72-81e6-f67b3f8ef496 req-630cb0e3-c625-474b-b2e8-639c163a459e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355160 Jul 16 18:40:25.226280 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-ed86ba97-363f-42a8-9fdc-ad7749afe497 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688756 Jul 16 18:40:25.308255 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-8b22889b-3554-4f04-b100-79f02545da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.309914 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-8b22889b-3554-4f04-b100-79f02545da81 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 1098 time: 0.0563898 Jul 16 18:40:25.403675 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.449574 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-56d1a896-ba72-45cd-889a-142ca752fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.452013 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-56d1a896-ba72-45cd-889a-142ca752fe73 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 913 time: 0.1145895 Jul 16 18:40:25.479256 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92071498-4692-4784-839b-295e6419ded8 req-c0b53ab3-5fc1-4a93-b3a2-689a8bf569d8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.480746 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-92071498-4692-4784-839b-295e6419ded8 req-c0b53ab3-5fc1-4a93-b3a2-689a8bf569d8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0775447 Jul 16 18:40:25.532388 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-92071498-4692-4784-839b-295e6419ded8 req-5f50b202-869c-4706-9860-e50622ebbe13 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449154 Jul 16 18:40:25.570390 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-63fd5ee5-8780-4246-8416-7024f2a541db service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f HTTP/1.1" status: 200 len: 1000 time: 0.0987453 Jul 16 18:40:25.635686 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-9b8294b1-4b52-4129-a89b-1f3f937158eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.637367 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-9b8294b1-4b52-4129-a89b-1f3f937158eb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c63336d1-0c4a-4eb5-9f8f-5cd89462b437 HTTP/1.1" status: 200 len: 850 time: 0.0526557 Jul 16 18:40:25.714961 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-63604fc0-1f29-4682-836e-ce78f936a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.716579 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-63604fc0-1f29-4682-836e-ce78f936a3ca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d490c69f-49d5-4aac-8544-9d4287d0fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698144 Jul 16 18:40:25.852607 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-381a1e02-a276-403e-9ae2-24eddb317124 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189094 Jul 16 18:40:25.969135 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97dd14d7-b172-42d0-9c61-c470e1628321 req-5a3e8799-16f4-41c4-bd62-00a2b3bd5bcf service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081231 Jul 16 18:40:26.170373 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402701b-b195-4ca5-a7c6-78a6fcda2a26 req-1a964fbd-c2f2-488b-99c0-b454575c0fef tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:26.171906 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e402701b-b195-4ca5-a7c6-78a6fcda2a26 req-1a964fbd-c2f2-488b-99c0-b454575c0fef tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0770781 Jul 16 18:40:26.222202 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e402701b-b195-4ca5-a7c6-78a6fcda2a26 req-d521a80e-3e82-4aa9-9670-ed4aafee8d4d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438540 Jul 16 18:40:26.724820 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48dd3a-d024-453c-959c-e62026adfaff req-88914df4-111a-419b-89ef-6b5af24a48a1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:26.727307 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0e48dd3a-d024-453c-959c-e62026adfaff req-88914df4-111a-419b-89ef-6b5af24a48a1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0685799 Jul 16 18:40:26.779034 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0e48dd3a-d024-453c-959c-e62026adfaff req-3eb3c2cc-9483-412e-adce-e8b1f1129070 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Jul 16 18:40:27.414405 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198235-fd77-4baf-80fc-2cf4d50bfc28 req-4446c868-3c4b-43dd-a564-dc4f1c852526 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:27.418170 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5e198235-fd77-4baf-80fc-2cf4d50bfc28 req-4446c868-3c4b-43dd-a564-dc4f1c852526 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0844252 Jul 16 18:40:27.428405 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.464797 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5e198235-fd77-4baf-80fc-2cf4d50bfc28 req-22914a05-deba-4ef8-a046-4fcbfd718d96 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340545 Jul 16 18:40:27.952363 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d8936-831d-4b59-b44b-0910b5af0d7d req-f2344290-4d0c-4624-a892-f98b3a85d187 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:27.953777 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-976d8936-831d-4b59-b44b-0910b5af0d7d req-f2344290-4d0c-4624-a892-f98b3a85d187 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0663354 Jul 16 18:40:28.007901 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-976d8936-831d-4b59-b44b-0910b5af0d7d req-d3b62c3b-dfde-4a9e-8b1e-ee76bb2fc19a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 Jul 16 18:40:28.707744 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5fe33-d91b-40d0-b7e7-159fdd73847e req-0f196bd4-4d51-4ee7-9f4b-f84dbacd591d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.715248 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-eee5fe33-d91b-40d0-b7e7-159fdd73847e req-0f196bd4-4d51-4ee7-9f4b-f84dbacd591d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.1048884 Jul 16 18:40:28.790959 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-eee5fe33-d91b-40d0-b7e7-159fdd73847e req-555b0f53-9bd4-47e5-86b2-33c2b40df4ff tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698683 Jul 16 18:40:29.130202 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.192883 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a243bc-bd6f-4683-9d4e-432088a6f287 req-89775d4c-101c-4615-82f2-606553a4a313 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.196157 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f5a243bc-bd6f-4683-9d4e-432088a6f287 req-89775d4c-101c-4615-82f2-606553a4a313 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0726523 Jul 16 18:40:29.252857 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f5a243bc-bd6f-4683-9d4e-432088a6f287 req-49311f2c-42bb-4078-8d06-b23407cd7b67 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506127 Jul 16 18:40:29.983604 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3903a1-8f9b-40d1-bd86-fd158b3983d5 req-f513877b-5051-48ff-9714-f13baebe73a0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.985001 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5b3903a1-8f9b-40d1-bd86-fd158b3983d5 req-f513877b-5051-48ff-9714-f13baebe73a0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0689900 Jul 16 18:40:30.026564 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5b3903a1-8f9b-40d1-bd86-fd158b3983d5 req-cd3a4b3e-993b-487f-af7b-ff9a90da82ee tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358577 Jul 16 18:40:30.500765 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea755a6c-2758-41d2-b590-96c214d50736 req-3d3775fa-ecf2-4a33-9b2f-8a027f818d78 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:30.502333 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea755a6c-2758-41d2-b590-96c214d50736 req-3d3775fa-ecf2-4a33-9b2f-8a027f818d78 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0917404 Jul 16 18:40:30.542559 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea755a6c-2758-41d2-b590-96c214d50736 req-d2a81c00-edcf-4ca0-8e25-6372b46edf27 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331619 Jul 16 18:40:31.187268 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-ada5cdb3-1dfd-4183-9a64-9e03f176a196 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064169638&fields=id&tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa HTTP/1.1" status: 200 len: 267 time: 0.0439069 Jul 16 18:40:31.260520 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96691d-b7d4-49a3-aa64-a6abb74f5eb3 req-12361d6a-b870-48ba-9081-4b1199029dbc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:31.262509 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cc96691d-b7d4-49a3-aa64-a6abb74f5eb3 req-12361d6a-b870-48ba-9081-4b1199029dbc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0728135 Jul 16 18:40:31.308381 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cc96691d-b7d4-49a3-aa64-a6abb74f5eb3 req-b3cfeafe-49c8-4177-8f24-e7526e3f6e90 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403361 Jul 16 18:40:31.322904 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-42091707-12e8-4e3e-9654-acfe6d93c862 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:31.336678 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-42091707-12e8-4e3e-9654-acfe6d93c862 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 812 time: 0.1408741 Jul 16 18:40:31.346499 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-ef802de9-32c0-4811-a39d-c54c252752fb tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/quotas/b04fcf3df7164dc89b1c9a2e993e6eaa HTTP/1.1" status: 200 len: 375 time: 0.0160077 Jul 16 18:40:31.422765 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-86793cc5-04c0-441b-9ad9-15cb8971093c tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746858 Jul 16 18:40:31.528391 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-a8718614-4046-420f-8f55-0b0e72e5b6e9 service neutron] 10.222.0.79 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904665 Jul 16 18:40:31.645091 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-146ed6ed-2189-457f-be7c-391b8669f060 service neutron] 10.222.0.79 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109607 Jul 16 18:40:31.743329 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2947-a475-4a2c-a6f1-ddc69e15f19e req-76bc60d4-34b9-416d-90d7-3b854df4e414 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:31.746510 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-860f2947-a475-4a2c-a6f1-ddc69e15f19e req-76bc60d4-34b9-416d-90d7-3b854df4e414 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0814161 Jul 16 18:40:31.808578 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-860f2947-a475-4a2c-a6f1-ddc69e15f19e req-b7045a13-87dc-48b6-8719-8ccdb18d722f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554702 Jul 16 18:40:32.044382 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-01d99e92-34c6-4f65-a1de-bb9f8970d4cc req-e2f181df-d910-4bd7-93e7-ffd16b99fa79 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 210 time: 0.0389330 Jul 16 18:40:32.537273 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9409e-4094-410b-aeb6-5f81d6c7de85 req-221da80f-3904-44ab-a28f-10ff7c8e5883 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:32.544703 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-93f9409e-4094-410b-aeb6-5f81d6c7de85 req-221da80f-3904-44ab-a28f-10ff7c8e5883 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0808353 Jul 16 18:40:32.594002 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-93f9409e-4094-410b-aeb6-5f81d6c7de85 req-3ea03a1a-c563-4487-b854-49a48c122189 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481286 Jul 16 18:40:33.069461 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f28970-9f0c-4fdc-959b-05d881797b3b req-f159c1c5-cae2-4368-88a3-4ad92d97a78f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.084800 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f2f28970-9f0c-4fdc-959b-05d881797b3b req-f159c1c5-cae2-4368-88a3-4ad92d97a78f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1468573 Jul 16 18:40:33.144415 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f2f28970-9f0c-4fdc-959b-05d881797b3b req-7a0d308d-fc93-4c9f-a351-5b414a55343f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587213 Jul 16 18:40:33.252864 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e98c18fa-a760-4370-8213-343d5a9c9d20 req-dbfc0bdc-dd62-4597-a26c-fe6e3e20ed77 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 210 time: 0.0401664 Jul 16 18:40:33.871792 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b01413-13e0-40cf-bb5f-966408a586ce req-46c9b3e2-99a5-4c12-bb24-77aa0367a9eb tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.884700 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-47b01413-13e0-40cf-bb5f-966408a586ce req-46c9b3e2-99a5-4c12-bb24-77aa0367a9eb tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.1636415 Jul 16 18:40:33.941096 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-47b01413-13e0-40cf-bb5f-966408a586ce req-883d50f9-8524-4845-8f4e-d80f12f4e0b2 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553930 Jul 16 18:40:34.060373 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b9833eb0-7eb0-47a4-9b77-c02427f0acbf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:34.066612 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b9833eb0-7eb0-47a4-9b77-c02427f0acbf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 812 time: 0.1523843 Jul 16 18:40:34.134939 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0905dc18-f67d-4e9f-a21d-84672a10c9f2 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa HTTP/1.1" status: 200 len: 380 time: 0.0456798 Jul 16 18:40:34.149285 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'port': {'device_id': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'admin_state_up': True, 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'security_groups': ['cd973a8b-2ea9-4342-beb1-ff87eb2a2fce']}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:34.379542 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b76fce-560f-439e-ad51-9dccab222c17 req-efae0a6b-8934-4ebf-b84f-e42fe4e0a779 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:34.389445 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-46b76fce-560f-439e-ad51-9dccab222c17 req-efae0a6b-8934-4ebf-b84f-e42fe4e0a779 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0978158 Jul 16 18:40:34.449997 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-46b76fce-560f-439e-ad51-9dccab222c17 req-e3ba5cd1-5e0c-429f-8c9a-6f3070c303ab tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590189 Jul 16 18:40:34.487434 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Made reservation on behalf of b04fcf3df7164dc89b1c9a2e993e6eaa for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:34.492028 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.541864 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3b0da886-6979-440f-a029-1af59ab66b98 req-574f7bc5-9a1a-4f89-93dd-adccac1deff5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 210 time: 0.0401638 Jul 16 18:40:34.674384 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Allocated IP 172.20.0.14 (47f6b223-7ba0-4d0a-a61c-5234079af054/1b39d775-14ca-4b82-9356-bf041134f173/6bd7fc4c-9338-4769-adf4-76e09bec7644) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:34.848310 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.865696 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Transition to ACTIVE for port object 6bd7fc4c-9338-4769-adf4-76e09bec7644 will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:34.909518 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.939943 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Network 47f6b223-7ba0-4d0a-a61c-5234079af054 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:34.943267 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:34.968201 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:35.031177 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'Port': ['ID=6bd7fc4c-9338-4769-adf4-76e09bec7644,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:35.039158 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.039593 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.040015 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.040436 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.040831 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.041251 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.041651 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.042077 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.042474 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.042867 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.043258 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.043660 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:35.065218 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.066084 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.085286 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0980e570-fcdf-46aa-a9ae-3270b3276602 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9437423 Jul 16 18:40:35.202226 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15118bb3-4505-4723-a23a-62f9a1201988 req-7800ceee-e770-4796-9c91-6f7941285216 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.203740 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-15118bb3-4505-4723-a23a-62f9a1201988 req-7800ceee-e770-4796-9c91-6f7941285216 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0823610 Jul 16 18:40:35.245661 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-11353d99-decf-42b4-98c6-bcbc46934faa None None] Provisioning for port 6bd7fc4c-9338-4769-adf4-76e09bec7644 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:35.250597 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-11353d99-decf-42b4-98c6-bcbc46934faa None None] Provisioning complete for port 6bd7fc4c-9338-4769-adf4-76e09bec7644 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:35.251277 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-11353d99-decf-42b4-98c6-bcbc46934faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.266076 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-15118bb3-4505-4723-a23a-62f9a1201988 req-f54b4f64-0147-4b0b-aa43-fa8a31d91154 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553036 Jul 16 18:40:35.289570 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-11353d99-decf-42b4-98c6-bcbc46934faa None None] Port 6bd7fc4c-9338-4769-adf4-76e09bec7644 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:35.643704 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be1904-f3b7-4fa3-b2d9-d052bb0723a9 req-99fc6151-4ad9-4692-b34f-804bf130b137 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.645299 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d8be1904-f3b7-4fa3-b2d9-d052bb0723a9 req-99fc6151-4ad9-4692-b34f-804bf130b137 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0707653 Jul 16 18:40:35.704414 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d8be1904-f3b7-4fa3-b2d9-d052bb0723a9 req-92ffdc23-0392-4b52-a14f-13828b4d0436 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529590 Jul 16 18:40:35.760780 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4361656-dd97-4d37-9776-d1af016301c8 req-16bee139-e032-47dc-a707-885626c2a419 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.762370 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f4361656-dd97-4d37-9776-d1af016301c8 req-16bee139-e032-47dc-a707-885626c2a419 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 932 time: 0.0937643 Jul 16 18:40:35.812564 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f4361656-dd97-4d37-9776-d1af016301c8 req-9d96a985-b81a-4c28-82b1-83e228ee9a19 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443022 Jul 16 18:40:36.455732 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ad675-39a1-465c-bf9f-162536e3d3c9 req-932a506f-a804-424a-af11-18f3bcb5f153 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:36.457498 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3f2ad675-39a1-465c-bf9f-162536e3d3c9 req-932a506f-a804-424a-af11-18f3bcb5f153 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0688591 Jul 16 18:40:36.512140 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3f2ad675-39a1-465c-bf9f-162536e3d3c9 req-2253b509-4b79-4bff-8826-77c0ac125f67 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457458 Jul 16 18:40:36.897727 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93202387-3b7c-4fce-8072-87b0cdf56dd8 req-7b5ce670-02bf-46e5-aaf7-80acc3305320 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:36.899962 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-93202387-3b7c-4fce-8072-87b0cdf56dd8 req-7b5ce670-02bf-46e5-aaf7-80acc3305320 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0703988 Jul 16 18:40:36.943251 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-93202387-3b7c-4fce-8072-87b0cdf56dd8 req-5f77f7a9-ba03-41aa-83da-724ac19524b3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362787 Jul 16 18:40:37.028352 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdde2b2-2ba9-4624-a71a-2cdaff083434 req-67cf039c-194a-4220-8251-0abedb0d3af1 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:37.031255 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6fdde2b2-2ba9-4624-a71a-2cdaff083434 req-67cf039c-194a-4220-8251-0abedb0d3af1 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 932 time: 0.0827262 Jul 16 18:40:37.071592 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6fdde2b2-2ba9-4624-a71a-2cdaff083434 req-dd494305-e4eb-457f-8f09-cbe7449d5d26 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345416 Jul 16 18:40:37.414814 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Request body: {'port': {'device_id': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:37.493365 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.719431 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186f30c-7b3c-4082-906c-9d47059900b1 req-7e5bbabe-9b40-4dd3-9497-0af2b80748b7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:37.726835 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4186f30c-7b3c-4082-906c-9d47059900b1 req-7e5bbabe-9b40-4dd3-9497-0af2b80748b7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0897565 Jul 16 18:40:37.774223 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4186f30c-7b3c-4082-906c-9d47059900b1 req-4d3bb801-6414-4545-b23f-60105f0611e0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463877 Jul 16 18:40:37.849078 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd7fc4c-9338-4769-adf4-76e09bec7644 {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:37.862072 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.876699 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Transition to ACTIVE for port object 6bd7fc4c-9338-4769-adf4-76e09bec7644 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:37.882351 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.929803 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd7fc4c-9338-4769-adf4-76e09bec7644,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.024863 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Attempting to bind port 6bd7fc4c-9338-4769-adf4-76e09bec7644 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:38.025323 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Attempting to bind port 6bd7fc4c-9338-4769-adf4-76e09bec7644 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:38.026022 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Attempting to bind port 6bd7fc4c-9338-4769-adf4-76e09bec7644 on network 47f6b223-7ba0-4d0a-a61c-5234079af054 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:38.031304 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Port 6bd7fc4c-9338-4769-adf4-76e09bec7644 on network 47f6b223-7ba0-4d0a-a61c-5234079af054 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:40:38.031982 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Attempting to bind port 6bd7fc4c-9338-4769-adf4-76e09bec7644 on network 47f6b223-7ba0-4d0a-a61c-5234079af054 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:38.039164 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:38.039626 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Checking segment: {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:38.040102 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Bound using segment: {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:38.040632 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Bound port: 6bd7fc4c-9338-4769-adf4-76e09bec7644, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:38.041082 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.175321 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] For port 6bd7fc4c-9338-4769-adf4-76e09bec7644, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:38.180052 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] For port 6bd7fc4c-9338-4769-adf4-76e09bec7644, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6bd7fc4c-9338-4769-adf4-76e09bec7644,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:38.188267 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.265809 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd7fc4c-9338-4769-adf4-76e09bec7644,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.302910 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.306138 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.308768 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-b66ffbeb-c41d-409c-bd51-bab454049775 service neutron] 10.222.0.88 "PUT /v2.0/ports/6bd7fc4c-9338-4769-adf4-76e09bec7644 HTTP/1.1" status: 200 len: 1094 time: 0.8988814 Jul 16 18:40:38.308768 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'tag': '6bd7fc4c-9338-4769-adf4-76e09bec7644'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:38.313340 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708925c2-b2bc-4d49-b0bc-838558d0b67e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e049e9f-5560-401c-8a0f-5645b4e95e94", "tag": "6bd7fc4c-9338-4769-adf4-76e09bec7644"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:38.327825 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dcbf4-cf71-4e9b-92a9-867399bd4f77 req-fcbfcb49-e889-4373-af92-76471c80f420 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.328724 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80956032-30d2-4ce6-9de5-e363c82f8ef0 req-172cf7b4-186b-4457-a404-8ecd5f8faf07 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.329776 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4c2dcbf4-cf71-4e9b-92a9-867399bd4f77 req-fcbfcb49-e889-4373-af92-76471c80f420 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.2277300 Jul 16 18:40:38.342425 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-80956032-30d2-4ce6-9de5-e363c82f8ef0 req-172cf7b4-186b-4457-a404-8ecd5f8faf07 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 944 time: 0.0926275 Jul 16 18:40:38.405154 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4c2dcbf4-cf71-4e9b-92a9-867399bd4f77 req-df7d3640-b1b0-4f58-872d-a0e0cb44e280 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687425 Jul 16 18:40:38.478633 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-80956032-30d2-4ce6-9de5-e363c82f8ef0 req-48c0197c-9e73-4c70-bb66-88c691cf8765 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350377 Jul 16 18:40:38.485813 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-1e0228e1-4199-4954-be98-24bbc2ce9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.487858 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-1e0228e1-4199-4954-be98-24bbc2ce9bff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 1097 time: 0.0961156 Jul 16 18:40:38.564301 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d281d104-4c43-4533-b31f-a97d25a7717d x-openstack-request-id: req-d281d104-4c43-4533-b31f-a97d25a7717d {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:38.564592 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e049e9f-5560-401c-8a0f-5645b4e95e94", "tag": "6bd7fc4c-9338-4769-adf4-76e09bec7644", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:38.564846 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d281d104-4c43-4533-b31f-a97d25a7717d {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:38.565239 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'tag': '6bd7fc4c-9338-4769-adf4-76e09bec7644', 'status': 'completed', 'code': 200} Jul 16 18:40:38.567341 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-0a197bf7-bdc7-41f1-bb48-f3785bf6e1fe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd7fc4c-9338-4769-adf4-76e09bec7644 HTTP/1.1" status: 200 len: 217 time: 0.0665479 Jul 16 18:40:38.673338 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-5d2b3893-5049-4245-8637-ba9fec3b7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.677055 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-5d2b3893-5049-4245-8637-ba9fec3b7111 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.0887992 Jul 16 18:40:38.757920 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-9be16e7e-704a-4066-b664-a853bb78c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.760094 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-9be16e7e-704a-4066-b664-a853bb78c71b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728371 Jul 16 18:40:38.952573 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b00c2-46cc-407c-8f32-cd448865571e req-21265ffd-c859-4959-b4d9-3afb6cbb8a0e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.958364 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-006b00c2-46cc-407c-8f32-cd448865571e req-21265ffd-c859-4959-b4d9-3afb6cbb8a0e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0742731 Jul 16 18:40:38.997152 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-006b00c2-46cc-407c-8f32-cd448865571e req-0b7c8705-a77e-4425-b939-756345beab05 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373764 Jul 16 18:40:39.734464 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ea048-57e5-4f2c-a258-c5e1769832e9 req-fad84346-d5db-4e97-895f-a3b88c094086 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:39.741136 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-837ea048-57e5-4f2c-a258-c5e1769832e9 req-fad84346-d5db-4e97-895f-a3b88c094086 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 944 time: 0.1303420 Jul 16 18:40:39.746285 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f218d5-9aed-4547-9f59-350d50047b38 req-dc027457-f0bf-4bc9-80e4-dc9dc6f9a3db tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:39.760164 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b7f218d5-9aed-4547-9f59-350d50047b38 req-dc027457-f0bf-4bc9-80e4-dc9dc6f9a3db tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1725044 Jul 16 18:40:39.794288 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-837ea048-57e5-4f2c-a258-c5e1769832e9 req-8cec8f98-0dc0-46b0-937a-4eee366ef8e9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507689 Jul 16 18:40:39.804900 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b7f218d5-9aed-4547-9f59-350d50047b38 req-98b3dfd7-ca8d-47db-8106-1819546387b4 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Jul 16 18:40:40.000641 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-295a920a-d9a9-4efa-bed7-14ac68ec14c5 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001225 Jul 16 18:40:40.209023 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff171-3202-4fc4-9bd8-be8f790e8d33 req-65355e50-1c18-4fd4-a536-b13fb75cbb73 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:40.210941 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2fdff171-3202-4fc4-9bd8-be8f790e8d33 req-65355e50-1c18-4fd4-a536-b13fb75cbb73 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0711522 Jul 16 18:40:40.253001 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2fdff171-3202-4fc4-9bd8-be8f790e8d33 req-6495c65b-f9bc-4edc-9096-480f4ebcd8d5 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363309 Jul 16 18:40:41.002922 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65a178-4d42-4e3f-b5dd-c8e0f7ee6ed1 req-d324e8d3-3c68-4702-94d5-4de1f36f2f5f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.005020 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4a65a178-4d42-4e3f-b5dd-c8e0f7ee6ed1 req-d324e8d3-3c68-4702-94d5-4de1f36f2f5f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0830224 Jul 16 18:40:41.059134 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4a65a178-4d42-4e3f-b5dd-c8e0f7ee6ed1 req-a68fa6a0-0c5c-42c8-9992-1e34ff520b7e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470903 Jul 16 18:40:41.276190 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-873390ef-f5f7-4ee4-9244-3d22c6563bb1 req-5251eea6-c384-42dc-a403-e3dac465a516 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164708 Jul 16 18:40:41.298887 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304bd58-72a7-44f4-8ecb-f47a3aaca718 req-8f08bb76-9474-471c-ae10-30be30476f58 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.306382 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3304bd58-72a7-44f4-8ecb-f47a3aaca718 req-8f08bb76-9474-471c-ae10-30be30476f58 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 944 time: 0.3251395 Jul 16 18:40:41.345306 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3304bd58-72a7-44f4-8ecb-f47a3aaca718 req-9a38465b-3516-4a28-bf35-48e78fadada7 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380359 Jul 16 18:40:41.467116 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bff1a-d45c-4435-a86b-5058fc410198 req-2d896e45-932e-4221-8c18-8e141548f6d4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.468731 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f29bff1a-d45c-4435-a86b-5058fc410198 req-2d896e45-932e-4221-8c18-8e141548f6d4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0694084 Jul 16 18:40:41.514359 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f29bff1a-d45c-4435-a86b-5058fc410198 req-9020b911-a5de-4258-9643-1df84838b23e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380378 Jul 16 18:40:42.096157 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708925c2-b2bc-4d49-b0bc-838558d0b67e req-d42a9c5b-5e08-4858-b40d-e29ef2c99e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.097560 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-708925c2-b2bc-4d49-b0bc-838558d0b67e req-d42a9c5b-5e08-4858-b40d-e29ef2c99e4a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 1097 time: 0.0509541 Jul 16 18:40:42.217410 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708925c2-b2bc-4d49-b0bc-838558d0b67e req-8236b7e3-6fe4-426b-bdf5-2981cb5b58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.218858 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-708925c2-b2bc-4d49-b0bc-838558d0b67e req-8236b7e3-6fe4-426b-bdf5-2981cb5b58c5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 914 time: 0.1126893 Jul 16 18:40:42.274740 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-708925c2-b2bc-4d49-b0bc-838558d0b67e req-4dafa7da-0dcb-404b-92aa-26ff0b456c03 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd7fc4c-9338-4769-adf4-76e09bec7644 HTTP/1.1" status: 200 len: 217 time: 0.0415280 Jul 16 18:40:42.284704 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c7685-52fc-4482-b578-1df76d84b7e9 req-66435db8-1067-41c1-aa23-c3352d3674c3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.286111 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c52c7685-52fc-4482-b578-1df76d84b7e9 req-66435db8-1067-41c1-aa23-c3352d3674c3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0996847 Jul 16 18:40:42.357987 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c52c7685-52fc-4482-b578-1df76d84b7e9 req-8a290e75-d02e-4055-9b56-ed2a9fbde53a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661039 Jul 16 18:40:42.361426 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708925c2-b2bc-4d49-b0bc-838558d0b67e req-6191b567-b2e8-4cbd-9bed-1267a481ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.362831 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-708925c2-b2bc-4d49-b0bc-838558d0b67e req-6191b567-b2e8-4cbd-9bed-1267a481ba2e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.0694633 Jul 16 18:40:42.425590 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708925c2-b2bc-4d49-b0bc-838558d0b67e req-4ab01106-8e8e-4dac-a6b8-a3dd8eea96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.427232 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-708925c2-b2bc-4d49-b0bc-838558d0b67e req-4ab01106-8e8e-4dac-a6b8-a3dd8eea96f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540609 Jul 16 18:40:42.529278 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-708925c2-b2bc-4d49-b0bc-838558d0b67e req-928cac27-d93c-4464-acec-cb173771b916 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936947 Jul 16 18:40:42.536326 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ce1e2-c2fa-495b-ab6d-af4513945d1a req-ec7d3828-465c-45a4-9765-8174ed62ac69 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.538212 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c35ce1e2-c2fa-495b-ab6d-af4513945d1a req-ec7d3828-465c-45a4-9765-8174ed62ac69 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 944 time: 0.0730300 Jul 16 18:40:42.583961 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c35ce1e2-c2fa-495b-ab6d-af4513945d1a req-aeb48ef7-e6e5-480d-9ea8-0b064e69d099 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379004 Jul 16 18:40:42.638922 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-708925c2-b2bc-4d49-b0bc-838558d0b67e req-70eeaaa3-3544-4cdb-b187-29614a42f8bb service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975621 Jul 16 18:40:42.733068 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9a653-9eba-408c-abe3-5e111f25a8fc req-fe832355-53de-46dc-baec-155f2aa3f345 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.734583 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bab9a653-9eba-408c-abe3-5e111f25a8fc req-fe832355-53de-46dc-baec-155f2aa3f345 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0687435 Jul 16 18:40:42.771919 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bab9a653-9eba-408c-abe3-5e111f25a8fc req-12aa799f-a354-4577-84ae-5cf11d38b200 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317469 Jul 16 18:40:43.534675 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eae62c-e72e-4b54-aae4-efd890769aa5 req-b8b5114d-73d5-4c64-9cdd-c6c769aca961 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:43.536133 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-39eae62c-e72e-4b54-aae4-efd890769aa5 req-b8b5114d-73d5-4c64-9cdd-c6c769aca961 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0661185 Jul 16 18:40:43.573454 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-39eae62c-e72e-4b54-aae4-efd890769aa5 req-71f5b73e-0bcd-4044-8106-19b90af7ae04 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Jul 16 18:40:43.762476 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968d090-741f-4fd8-b9d0-3aa4ae966c73 req-8687498c-0b45-4369-8896-5612532fa477 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:43.764091 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7968d090-741f-4fd8-b9d0-3aa4ae966c73 req-8687498c-0b45-4369-8896-5612532fa477 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 944 time: 0.0630438 Jul 16 18:40:43.801727 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7968d090-741f-4fd8-b9d0-3aa4ae966c73 req-3805082f-8d25-4f3f-93d3-14aea0630fa5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 Jul 16 18:40:43.947181 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8c7e2-fea9-4639-aa60-4ef5d74e5c5a req-12155e39-b590-4f15-bc8b-f07abcc20614 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:43.948577 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c3b8c7e2-fea9-4639-aa60-4ef5d74e5c5a req-12155e39-b590-4f15-bc8b-f07abcc20614 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0633886 Jul 16 18:40:43.985447 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c3b8c7e2-fea9-4639-aa60-4ef5d74e5c5a req-02ae1096-5089-4540-b516-cd01a41b9739 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Jul 16 18:40:44.744924 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc9680-390f-492e-a0dd-79fac5ff6908 req-a0770027-21ed-410a-956f-9a093f53dcba tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:44.746423 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5adc9680-390f-492e-a0dd-79fac5ff6908 req-a0770027-21ed-410a-956f-9a093f53dcba tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0630422 Jul 16 18:40:44.786335 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5adc9680-390f-492e-a0dd-79fac5ff6908 req-814e52c6-be44-4aaf-b223-53b0e9011877 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343804 Jul 16 18:40:44.972958 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5b74c-e6da-43cc-98e4-eaea0b825192 req-7fd117d2-095d-48d2-8a17-70db655f2e2f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:44.974326 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f3e5b74c-e6da-43cc-98e4-eaea0b825192 req-7fd117d2-095d-48d2-8a17-70db655f2e2f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 944 time: 0.0609713 Jul 16 18:40:45.011723 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f3e5b74c-e6da-43cc-98e4-eaea0b825192 req-ab15e510-5711-44ea-a3a6-fce8640f3bb2 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308127 Jul 16 18:40:45.163349 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103555d9-7b62-4d45-9eee-be3d888add03 req-739193f9-bae6-4557-b7dd-37f99c4700e6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:45.164924 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-103555d9-7b62-4d45-9eee-be3d888add03 req-739193f9-bae6-4557-b7dd-37f99c4700e6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0611093 Jul 16 18:40:45.202102 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-103555d9-7b62-4d45-9eee-be3d888add03 req-ace9cafc-2bb2-42b2-b487-747e6de64778 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Jul 16 18:40:45.959492 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170be8b-d1a3-467f-b911-16d29ff449fa req-3b4446ca-ac9b-43ba-ae29-4aa33b0c68c2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:45.961363 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a170be8b-d1a3-467f-b911-16d29ff449fa req-3b4446ca-ac9b-43ba-ae29-4aa33b0c68c2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0660691 Jul 16 18:40:45.998807 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a170be8b-d1a3-467f-b911-16d29ff449fa req-daa8e056-fd91-45c0-82ea-d9de43585baa tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Jul 16 18:40:46.181799 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d5644-07fd-4cd9-9432-aa19d9e162d7 req-62e6406c-aac1-42b7-b26f-08ece0bcb06a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.183230 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-450d5644-07fd-4cd9-9432-aa19d9e162d7 req-62e6406c-aac1-42b7-b26f-08ece0bcb06a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 944 time: 0.0623679 Jul 16 18:40:46.219345 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-450d5644-07fd-4cd9-9432-aa19d9e162d7 req-8af1cfd6-11df-43ae-bc5b-12b98328b954 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306609 Jul 16 18:40:46.313339 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 88156eb8-750a-4643-9949-0397c10edc3e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:40:46.380774 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd04081-3337-474a-97bf-35db06df2375 req-69630d55-6f12-4556-9daf-5804f7be0c06 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.382316 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-cbd04081-3337-474a-97bf-35db06df2375 req-69630d55-6f12-4556-9daf-5804f7be0c06 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0644002 Jul 16 18:40:46.417635 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:46.421946 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-cbd04081-3337-474a-97bf-35db06df2375 req-e52b9525-0889-47f8-8d0f-6db2bc4eb5b1 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331771 Jul 16 18:40:46.429967 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '88156eb8-750a-4643-9949-0397c10edc3e', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'port_id': '88156eb8-750a-4643-9949-0397c10edc3e', 'mac_address': 'fa:16:3e:27:2a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:40:46.467020 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.480436 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88156eb8-750a-4643-9949-0397c10edc3e {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:46.499674 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:46.503452 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.550165 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=88156eb8-750a-4643-9949-0397c10edc3e,revision_number=6']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:46.557177 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.557530 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.557870 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.558239 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.558570 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.558903 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.559322 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.559659 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.560008 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.560339 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.560670 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.560998 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:46.671255 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['88156eb8-750a-4643-9949-0397c10edc3e'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:47.177030 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cff266-4eed-4c22-ae59-0f664188c9a8 req-03f1cb2c-34f3-434f-8d37-6de13fbffc58 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.178587 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-93cff266-4eed-4c22-ae59-0f664188c9a8 req-03f1cb2c-34f3-434f-8d37-6de13fbffc58 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0650084 Jul 16 18:40:47.216437 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-93cff266-4eed-4c22-ae59-0f664188c9a8 req-7d8ed950-0b6c-4829-9de2-a1442a54dec8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Jul 16 18:40:47.390156 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad578f3-49ab-4c57-b0a3-950c6991e5d1 req-b85aaea4-dfc9-4c84-b686-502bdfc098c0 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.391539 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2ad578f3-49ab-4c57-b0a3-950c6991e5d1 req-b85aaea4-dfc9-4c84-b686-502bdfc098c0 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 944 time: 0.0653491 Jul 16 18:40:47.424548 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 88156eb8-750a-4643-9949-0397c10edc3e up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:47.430487 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2ad578f3-49ab-4c57-b0a3-950c6991e5d1 req-3ed6f070-1fed-44d5-ac68-b35ef46bea99 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333145 Jul 16 18:40:47.483757 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 88156eb8-750a-4643-9949-0397c10edc3e triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:47.484132 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.604100 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cfec9-2dea-4137-8740-c67df9a0ae49 req-dddb2ba5-7aaf-453d-aa1d-7d76e2e4b556 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.605594 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cc3cfec9-2dea-4137-8740-c67df9a0ae49 req-dddb2ba5-7aaf-453d-aa1d-7d76e2e4b556 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 945 time: 0.0626869 Jul 16 18:40:47.638070 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 41940) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:47.642653 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.644197 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cc3cfec9-2dea-4137-8740-c67df9a0ae49 req-d0c82b94-8aa4-44ba-a7e6-1a1b12e2c4c0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327961 Jul 16 18:40:47.674400 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:47.676953 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfd122e-1262-4ce4-beb5-ae5a83cf37d1" -d '{"events": [{"server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "name": "network-vif-plugged", "status": "completed", "tag": "88156eb8-750a-4643-9949-0397c10edc3e"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:47.694533 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_v2 [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Deleting subnet 47a4fbac-beb7-4119-845d-8ae67c81dc5c {{(pid=93207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:47.696184 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:47.698991 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.702766 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.729125 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b15d339-c3cd-4f9d-97be-060d23d8ef25 x-openstack-request-id: req-6b15d339-c3cd-4f9d-97be-060d23d8ef25 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:47.729414 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "name": "network-vif-plugged", "status": "completed", "tag": "88156eb8-750a-4643-9949-0397c10edc3e", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:47.729660 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6b15d339-c3cd-4f9d-97be-060d23d8ef25 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:47.730058 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e', 'code': 200} Jul 16 18:40:47.734733 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.743922 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.767675 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=88156eb8-750a-4643-9949-0397c10edc3e,revision_number=7']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.800865 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for subnet, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.829318 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a4fbac-beb7-4119-845d-8ae67c81dc5c,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.836128 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.838049 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/47a4fbac-beb7-4119-845d-8ae67c81dc5c HTTP/1.1" status: 204 len: 168 time: 0.1981926 Jul 16 18:40:47.840628 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 41944) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:47.842873 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.843218 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.843554 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.843882 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.844203 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.844527 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.844849 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.845167 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.845485 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.845801 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.846140 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.846626 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086eef51-1df3-433d-b546-bd06792f6a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.912090 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.991104 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.000854 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b745c50-1671-4481-bfd4-efa42e3afe49']}} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:48.010508 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483e260a-ea91-4eb4-b36f-67724339f838') {'for_net_delete': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:48.010808 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483e260a-ea91-4eb4-b36f-67724339f838') {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:48.019471 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328207'] for segment, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.033549 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.040201 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:48.040610 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3223296'] for segment, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: Traceback (most recent call last): Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: timer() Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: cb(*args, **kw) Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: return func(*args, **kwargs) Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: self._notify() Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: self.callback(batched_events) Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: event.method(event) Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: return f(self, *a, **k) Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._get(url).json() Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:48.042315 dv-cinder-786933-5-iscsi neutron-server[93208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:48.102446 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.107387 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.109992 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7b745c50-1671-4481-bfd4-efa42e3afe49 HTTP/1.1" status: 204 len: 168 time: 0.2683482 Jul 16 18:40:48.123358 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba4c6e-227a-4ca1-a787-a385922b1dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b745c50-1671-4481-bfd4-efa42e3afe49,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:48.308964 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 41956) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:48.375192 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-855a84fc-0c84-4035-ac41-5e9ac35e55ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5f6a6682bee465e84d3dca4dc268f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648332 Jul 16 18:40:48.377687 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 41958) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:48.405937 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db24f3f-2382-4f7c-a547-ee09e3458690 req-1dd9baf6-ddd3-43fd-b327-9477f1b244fa tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:48.407438 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1db24f3f-2382-4f7c-a547-ee09e3458690 req-1dd9baf6-ddd3-43fd-b327-9477f1b244fa tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0778201 Jul 16 18:40:48.427674 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6dcae1b6-bb99-4b88-a2f2-978d69226c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.448836 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1db24f3f-2382-4f7c-a547-ee09e3458690 req-699a4cb7-2f75-4c7d-89cd-bb947edf54b3 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357158 Jul 16 18:40:48.449953 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6dcae1b6-bb99-4b88-a2f2-978d69226c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.496777 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6dcae1b6-bb99-4b88-a2f2-978d69226c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.499635 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6dcae1b6-bb99-4b88-a2f2-978d69226c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.500889 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-6dcae1b6-bb99-4b88-a2f2-978d69226c24 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff0ee5a7-7dea-4268-9c46-9b7c860eed62 HTTP/1.1" status: 204 len: 168 time: 0.1221502 Jul 16 18:40:48.511152 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcae1b6-bb99-4b88-a2f2-978d69226c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0ee5a7-7dea-4268-9c46-9b7c860eed62,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:48.611777 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e080ec4-346e-47aa-b137-2fe8918547b2 req-85d510cd-7355-43eb-87ec-6d2ee908691e tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:48.613600 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2e080ec4-346e-47aa-b137-2fe8918547b2 req-85d510cd-7355-43eb-87ec-6d2ee908691e tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 944 time: 0.0638037 Jul 16 18:40:48.652480 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2e080ec4-346e-47aa-b137-2fe8918547b2 req-40bf7c26-6775-4c47-960e-f3276a42004f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323949 Jul 16 18:40:48.838757 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b1bc1-c43a-43f2-af11-0f3092fec1f8 req-99d997f0-eabc-4774-9f13-96854e29c577 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:48.840309 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-259b1bc1-c43a-43f2-af11-0f3092fec1f8 req-99d997f0-eabc-4774-9f13-96854e29c577 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0702691 Jul 16 18:40:48.879312 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-259b1bc1-c43a-43f2-af11-0f3092fec1f8 req-82900454-7a82-444d-8f90-df8c1407f349 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333893 Jul 16 18:40:49.455889 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 6bd7fc4c-9338-4769-adf4-76e09bec7644 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:40:49.552283 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 6bd7fc4c-9338-4769-adf4-76e09bec7644, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6bd7fc4c-9338-4769-adf4-76e09bec7644,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:49.564891 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '6bd7fc4c-9338-4769-adf4-76e09bec7644', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'port_id': '6bd7fc4c-9338-4769-adf4-76e09bec7644', 'mac_address': 'fa:16:3e:d5:d7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:40:49.602735 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.615976 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd7fc4c-9338-4769-adf4-76e09bec7644 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:49.638607 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 6bd7fc4c-9338-4769-adf4-76e09bec7644, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6bd7fc4c-9338-4769-adf4-76e09bec7644,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:49.643696 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.706093 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=6bd7fc4c-9338-4769-adf4-76e09bec7644,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.810345 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dad2b0-5812-48b6-8a56-5f25c29aee6b req-6d19b010-1e21-4ad0-9c08-ee3df453652d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:49.811809 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-39dad2b0-5812-48b6-8a56-5f25c29aee6b req-6d19b010-1e21-4ad0-9c08-ee3df453652d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.2505751 Jul 16 18:40:49.835800 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbd0ff-594d-40ec-aa91-3b428f499c90 req-4f53c7b5-1436-4104-a77d-48fe0c99baa9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:49.837417 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9adbd0ff-594d-40ec-aa91-3b428f499c90 req-4f53c7b5-1436-4104-a77d-48fe0c99baa9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 945 time: 0.0631540 Jul 16 18:40:49.848030 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-39dad2b0-5812-48b6-8a56-5f25c29aee6b req-ec8f299b-5dbc-4374-9bf1-b355b6966b96 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304205 Jul 16 18:40:49.876090 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9adbd0ff-594d-40ec-aa91-3b428f499c90 req-32bceb1e-45b5-4138-ba6e-460319268c0c tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329654 Jul 16 18:40:50.056760 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7253e-e0b1-4cca-9c5f-2d67ec4b73d1 req-f8ea86d7-8105-4c80-b75f-272542a05ad6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:50.058849 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-91a7253e-e0b1-4cca-9c5f-2d67ec4b73d1 req-f8ea86d7-8105-4c80-b75f-272542a05ad6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0627291 Jul 16 18:40:50.097310 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-91a7253e-e0b1-4cca-9c5f-2d67ec4b73d1 req-d5c24fbc-cfb3-4ece-b5c4-8363d7e7ff12 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333548 Jul 16 18:40:50.198671 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['6bd7fc4c-9338-4769-adf4-76e09bec7644'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:51.046174 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40456b96-0cb0-4344-ba1a-930c92800c41 req-df41745e-a626-4835-80fd-7799800cce4d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:51.047701 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-40456b96-0cb0-4344-ba1a-930c92800c41 req-df41745e-a626-4835-80fd-7799800cce4d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0755262 Jul 16 18:40:51.068230 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59d712-8485-4d14-85be-7a8e9daab339 req-bb1ecdc1-767c-4271-b22f-1b886bbf9013 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:51.074402 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7a59d712-8485-4d14-85be-7a8e9daab339 req-bb1ecdc1-767c-4271-b22f-1b886bbf9013 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 945 time: 0.0797586 Jul 16 18:40:51.089146 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-40456b96-0cb0-4344-ba1a-930c92800c41 req-b974c29b-c738-4315-8b14-5162875e11a6 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358276 Jul 16 18:40:51.110894 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7a59d712-8485-4d14-85be-7a8e9daab339 req-860b65c2-1f9f-42af-bce6-1c17437afb76 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346565 Jul 16 18:40:51.299366 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbe58f-66a2-465d-ad68-471449d801ea req-9416314c-f315-4593-a88f-123296d220df tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:51.301318 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-92fbe58f-66a2-465d-ad68-471449d801ea req-9416314c-f315-4593-a88f-123296d220df tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0687547 Jul 16 18:40:51.358181 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-92fbe58f-66a2-465d-ad68-471449d801ea req-9dbcb89f-db65-4bb9-bcbd-b758334b374d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480082 Jul 16 18:40:51.741119 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d79c7b3c-f5a7-4bd0-bcc5-fab08836632e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.297480 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca71f4-4f0e-442c-a6f0-8c6969a47235 req-84b1cddd-ed41-476f-8ab5-f7ef2feabc7c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:52.299038 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-60ca71f4-4f0e-442c-a6f0-8c6969a47235 req-84b1cddd-ed41-476f-8ab5-f7ef2feabc7c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0789001 Jul 16 18:40:52.339153 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e89f85-b0f8-4682-98ec-6ad94768e82e req-0a7e0664-c5d7-4f54-85d7-b8bb8c2cb16b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:52.340687 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d9e89f85-b0f8-4682-98ec-6ad94768e82e req-0a7e0664-c5d7-4f54-85d7-b8bb8c2cb16b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 945 time: 0.0833807 Jul 16 18:40:52.357214 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-60ca71f4-4f0e-442c-a6f0-8c6969a47235 req-0eb68057-953b-4170-a534-f7388c44de4e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517139 Jul 16 18:40:52.389912 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d9e89f85-b0f8-4682-98ec-6ad94768e82e req-899e6087-6812-4cf5-87a3-4675afa7052f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Jul 16 18:40:52.593986 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911461d4-8ef3-4da2-ab07-32cdbf56228a req-cdb03258-0107-4ab6-a4bd-5e713163d9ce tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:52.601555 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-911461d4-8ef3-4da2-ab07-32cdbf56228a req-cdb03258-0107-4ab6-a4bd-5e713163d9ce tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.1018379 Jul 16 18:40:52.655835 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-911461d4-8ef3-4da2-ab07-32cdbf56228a req-84471136-7c5e-42bf-91b6-c99578c4d374 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529964 Jul 16 18:40:53.006072 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bb519-2847-4541-9d8b-d022fdfd270e req-4fe1bbad-7f7c-4fb5-80d3-4515929df160 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:53.008074 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-950bb519-2847-4541-9d8b-d022fdfd270e req-4fe1bbad-7f7c-4fb5-80d3-4515929df160 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 945 time: 0.0909669 Jul 16 18:40:53.057002 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-950bb519-2847-4541-9d8b-d022fdfd270e req-25cd2e27-7d97-4aee-89d7-5e34490705da tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Jul 16 18:40:53.476532 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 6bd7fc4c-9338-4769-adf4-76e09bec7644 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:53.542385 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 6bd7fc4c-9338-4769-adf4-76e09bec7644 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:53.549564 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 6bd7fc4c-9338-4769-adf4-76e09bec7644 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:53.550316 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.603274 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b888ae-20d1-4358-b1e2-be6be830073b req-be270cdd-d22c-4c3a-9c76-1f07202b9417 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:53.613840 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9b888ae-20d1-4358-b1e2-be6be830073b req-be270cdd-d22c-4c3a-9c76-1f07202b9417 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 945 time: 0.0934594 Jul 16 18:40:53.618126 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452112a-4dda-42fe-bf1b-a1846b9a2fe8 req-dff85036-84e5-4194-8bf3-80cb0f95248f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:53.627191 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6452112a-4dda-42fe-bf1b-a1846b9a2fe8 req-dff85036-84e5-4194-8bf3-80cb0f95248f tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1131067 Jul 16 18:40:53.665764 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.673424 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9b888ae-20d1-4358-b1e2-be6be830073b req-eacf809d-4cb1-4325-a105-2685b73dbd7c tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585248 Jul 16 18:40:53.677597 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6452112a-4dda-42fe-bf1b-a1846b9a2fe8 req-723c52b3-179e-4df1-bc93-fa1e2e3b9809 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494957 Jul 16 18:40:53.706077 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd7fc4c-9338-4769-adf4-76e09bec7644'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:53.706077 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44631195-5711-4d9f-ac5f-cb76bae760be" -d '{"events": [{"server_uuid": "9e049e9f-5560-401c-8a0f-5645b4e95e94", "name": "network-vif-plugged", "status": "completed", "tag": "6bd7fc4c-9338-4769-adf4-76e09bec7644"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:53.725565 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 6bd7fc4c-9338-4769-adf4-76e09bec7644, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6bd7fc4c-9338-4769-adf4-76e09bec7644,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:53.732225 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.766434 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d036446f-5195-4e63-8630-0e89e5397434 x-openstack-request-id: req-d036446f-5195-4e63-8630-0e89e5397434 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:53.768025 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e049e9f-5560-401c-8a0f-5645b4e95e94", "name": "network-vif-plugged", "status": "completed", "tag": "6bd7fc4c-9338-4769-adf4-76e09bec7644", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:53.768025 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d036446f-5195-4e63-8630-0e89e5397434 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:53.768025 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd7fc4c-9338-4769-adf4-76e09bec7644', 'code': 200} Jul 16 18:40:53.806093 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=6bd7fc4c-9338-4769-adf4-76e09bec7644,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:53.885811 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306fd6c-7729-41c9-8d44-7a6ee593b4fe req-1ae4e7db-1b9a-442a-a770-890f4bd5beb2 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:53.887606 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1306fd6c-7729-41c9-8d44-7a6ee593b4fe req-1ae4e7db-1b9a-442a-a770-890f4bd5beb2 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0743566 Jul 16 18:40:53.935801 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1306fd6c-7729-41c9-8d44-7a6ee593b4fe req-d9525d20-d5e3-4958-9933-9a6e7d5e7650 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Jul 16 18:40:54.212973 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6974d8-9b94-4d6f-a571-f82021cf6b2d req-871653d7-8111-4f1e-8970-88ed9d9e834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:54.214857 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bd6974d8-9b94-4d6f-a571-f82021cf6b2d req-871653d7-8111-4f1e-8970-88ed9d9e834c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 1099 time: 0.0644178 Jul 16 18:40:54.263904 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bd6974d8-9b94-4d6f-a571-f82021cf6b2d req-4063dd37-33a3-497f-aac4-04cb912969e4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406151 Jul 16 18:40:54.264951 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976b75f-1191-43d1-b95f-aab4d8d169da req-b171a86b-ca9a-423b-8802-2e7daab12149 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:54.270547 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b976b75f-1191-43d1-b95f-aab4d8d169da req-b171a86b-ca9a-423b-8802-2e7daab12149 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 945 time: 0.0860438 Jul 16 18:40:54.314442 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b976b75f-1191-43d1-b95f-aab4d8d169da req-cf13129d-efc7-40af-82c8-80d7e583eb18 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416512 Jul 16 18:40:54.520533 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-677f1c02-6e50-408a-a4c6-f2f7c321d0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.639663 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.909127 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3aa7-196d-4abb-9ab1-d014c1821ca4 req-1722b935-2997-4dcc-b2ad-fb5b0b18226b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:54.910299 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e61b1a-43e8-4b79-a37d-18f110fefbad req-547da60e-0f1e-4252-88ce-2f33665e40b8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:54.912721 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d4e61b1a-43e8-4b79-a37d-18f110fefbad req-547da60e-0f1e-4252-88ce-2f33665e40b8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0773520 Jul 16 18:40:54.917088 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7e1e3aa7-196d-4abb-9ab1-d014c1821ca4 req-1722b935-2997-4dcc-b2ad-fb5b0b18226b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 946 time: 0.0932999 Jul 16 18:40:54.956950 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7e1e3aa7-196d-4abb-9ab1-d014c1821ca4 req-e9346b73-3a56-42f8-8ea0-2b059eb51749 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388658 Jul 16 18:40:54.964833 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d4e61b1a-43e8-4b79-a37d-18f110fefbad req-dca395f4-625d-4480-a045-a3479d5cf17c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457332 Jul 16 18:40:55.144257 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb7488-a74d-44fc-938a-40c63e514897 req-fa68a77b-f911-4694-84f5-345f11a6ee7e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.145762 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-20fb7488-a74d-44fc-938a-40c63e514897 req-fa68a77b-f911-4694-84f5-345f11a6ee7e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0674648 Jul 16 18:40:55.208582 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:55.209696 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-20fb7488-a74d-44fc-938a-40c63e514897 req-546394a6-8f72-44aa-b13d-8954e185cc5c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566695 Jul 16 18:40:55.415102 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.522115 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584705a-834b-4082-a8e7-5b4d599b28ab req-2ebe1c58-ad8c-4b48-95fc-57141408e9d0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.529431 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b584705a-834b-4082-a8e7-5b4d599b28ab req-2ebe1c58-ad8c-4b48-95fc-57141408e9d0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 945 time: 0.0853651 Jul 16 18:40:55.580960 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b584705a-834b-4082-a8e7-5b4d599b28ab req-b00c9857-2b03-4f34-bbfd-f398d44bf246 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481229 Jul 16 18:40:55.682498 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9b1ac-7d35-4970-973c-8f29ac1326fb req-3cd69851-e3fd-44cc-b226-d56930cc1403 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.684269 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a0a9b1ac-7d35-4970-973c-8f29ac1326fb req-3cd69851-e3fd-44cc-b226-d56930cc1403 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 945 time: 0.0945184 Jul 16 18:40:55.811105 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-a0a9b1ac-7d35-4970-973c-8f29ac1326fb req-711f4e01-d4f8-4813-9806-67c61bca38f3 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Deleting port b262519f-9b8b-468b-991d-9044fb04eb5c {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:55.811940 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-a0a9b1ac-7d35-4970-973c-8f29ac1326fb req-711f4e01-d4f8-4813-9806-67c61bca38f3 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.903875 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-a0a9b1ac-7d35-4970-973c-8f29ac1326fb req-711f4e01-d4f8-4813-9806-67c61bca38f3 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] For port b262519f-9b8b-468b-991d-9044fb04eb5c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b262519f-9b8b-468b-991d-9044fb04eb5c,segment=NetworkSegment(f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f),segment_id=f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:55.904357 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-a0a9b1ac-7d35-4970-973c-8f29ac1326fb req-711f4e01-d4f8-4813-9806-67c61bca38f3 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.920540 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-a0a9b1ac-7d35-4970-973c-8f29ac1326fb req-711f4e01-d4f8-4813-9806-67c61bca38f3 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Calling delete_port for b262519f-9b8b-468b-991d-9044fb04eb5c owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:56.082958 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-a0a9b1ac-7d35-4970-973c-8f29ac1326fb req-711f4e01-d4f8-4813-9806-67c61bca38f3 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.107336 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['b262519f-9b8b-468b-991d-9044fb04eb5c'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:56.170748 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f4e01-d4f8-4813-9806-67c61bca38f3 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Pushing event deleted for resources: {'Port': ['ID=b262519f-9b8b-468b-991d-9044fb04eb5c,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:56.234253 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a9b1ac-7d35-4970-973c-8f29ac1326fb req-711f4e01-d4f8-4813-9806-67c61bca38f3 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] No DVR routers for this DVR port b262519f-9b8b-468b-991d-9044fb04eb5c on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:56.235949 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fb969-029d-4649-8024-4fd1f25fc08d req-c761e2c8-61ce-4187-b684-0d5814c3726c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.238344 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c82fb969-029d-4649-8024-4fd1f25fc08d req-c761e2c8-61ce-4187-b684-0d5814c3726c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0840406 Jul 16 18:40:56.241291 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-a0a9b1ac-7d35-4970-973c-8f29ac1326fb req-711f4e01-d4f8-4813-9806-67c61bca38f3 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.243662 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a0a9b1ac-7d35-4970-973c-8f29ac1326fb req-711f4e01-d4f8-4813-9806-67c61bca38f3 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.88 "DELETE /v2.0/ports/b262519f-9b8b-468b-991d-9044fb04eb5c HTTP/1.1" status: 204 len: 173 time: 0.5499349 Jul 16 18:40:56.245094 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f645d-26fd-4571-a550-e780a4a18be1', 'name': 'network-vif-deleted', 'tag': 'b262519f-9b8b-468b-991d-9044fb04eb5c'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:56.247361 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db56593c-1826-4370-8b55-07a832e002a2" -d '{"events": [{"server_uuid": "417f645d-26fd-4571-a550-e780a4a18be1", "name": "network-vif-deleted", "tag": "b262519f-9b8b-468b-991d-9044fb04eb5c"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:56.283012 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbff132-273d-44b9-a1fa-17f205763dff req-59329228-8b25-417f-8623-34e5a3c0f366 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.284576 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dbbff132-273d-44b9-a1fa-17f205763dff req-59329228-8b25-417f-8623-34e5a3c0f366 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 946 time: 0.1412275 Jul 16 18:40:56.291899 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c82fb969-029d-4649-8024-4fd1f25fc08d req-f98dd545-6d05-460c-a12f-14471d8da4ab tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466049 Jul 16 18:40:56.373724 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dbbff132-273d-44b9-a1fa-17f205763dff req-a71079d7-3ae6-448a-927f-cdc9d7a2db0f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738482 Jul 16 18:40:56.427830 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74a82fe-4732-4bfd-a2df-68eb6ded1305 x-openstack-request-id: req-c74a82fe-4732-4bfd-a2df-68eb6ded1305 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:56.428508 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f645d-26fd-4571-a550-e780a4a18be1", "name": "network-vif-deleted", "tag": "b262519f-9b8b-468b-991d-9044fb04eb5c", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:56.429527 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c74a82fe-4732-4bfd-a2df-68eb6ded1305 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:56.430606 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417f645d-26fd-4571-a550-e780a4a18be1', 'name': 'network-vif-deleted', 'tag': 'b262519f-9b8b-468b-991d-9044fb04eb5c', 'status': 'completed', 'code': 200} Jul 16 18:40:56.552003 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ebf8c-cb25-42be-9075-3d5402b1f7f0 req-81ca321e-c471-4ae6-abb0-ecc0afe95b94 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.554159 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-287ebf8c-cb25-42be-9075-3d5402b1f7f0 req-81ca321e-c471-4ae6-abb0-ecc0afe95b94 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.1051826 Jul 16 18:40:56.601279 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-287ebf8c-cb25-42be-9075-3d5402b1f7f0 req-3caef816-0eb7-4165-ba12-3656017e303d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406344 Jul 16 18:40:56.634244 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61ce70-809c-4654-be0f-cb6613f340f7 req-48c6a57b-35f1-4284-8072-9fa2b591bd52 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.634244 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1d61ce70-809c-4654-be0f-cb6613f340f7 req-48c6a57b-35f1-4284-8072-9fa2b591bd52 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 946 time: 0.0783951 Jul 16 18:40:56.674685 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1d61ce70-809c-4654-be0f-cb6613f340f7 req-8a16d615-8e2b-4380-b3dd-844d7cc7d74e tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422695 Jul 16 18:40:56.711907 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42068) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:56.815560 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-52fffbc6-373e-43a9-9f4c-84e0adab3652 req-63be397f-593f-4486-88cc-abf0a4836fbf tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=417f645d-26fd-4571-a550-e780a4a18be1 HTTP/1.1" status: 200 len: 210 time: 0.0339384 Jul 16 18:40:56.994911 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b90f8f-7d9e-40e9-83fc-6dba67024e5f tempest-TestVolumeBootPattern-777110191 tempest-TestVolumeBootPattern-777110191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:57.003379 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-36b90f8f-7d9e-40e9-83fc-6dba67024e5f tempest-TestVolumeBootPattern-777110191 tempest-TestVolumeBootPattern-777110191-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 1094 time: 0.2832739 Jul 16 18:40:57.005354 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42072) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:57.010356 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'floatingip': {'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'port_id': '6bd7fc4c-9338-4769-adf4-76e09bec7644', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:57.036501 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.180743 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.308129 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Allocated IP 172.27.2.52 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/5beee288-d422-4887-93f1-46e64d1d8200) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:57.433289 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.459313 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.512372 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583f11a-c1f1-4eca-9f2d-801a4c9f87f6 req-a84a9804-cb49-46d4-be80-22b1886f2b6e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:57.513583 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.514205 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2583f11a-c1f1-4eca-9f2d-801a4c9f87f6 req-a84a9804-cb49-46d4-be80-22b1886f2b6e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0755966 Jul 16 18:40:57.567582 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:57.574628 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:57.577015 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'Port': ['ID=5beee288-d422-4887-93f1-46e64d1d8200,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:57.580598 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2583f11a-c1f1-4eca-9f2d-801a4c9f87f6 req-88358e00-691f-476f-9b15-0948416f31f5 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575173 Jul 16 18:40:57.583997 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:57.922208 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce38504-b556-4a1f-bd60-85323af304e5 req-1206c32f-5561-4d00-b239-8acd51137dba tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:57.924115 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4ce38504-b556-4a1f-bd60-85323af304e5 req-1206c32f-5561-4d00-b239-8acd51137dba tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.1772640 Jul 16 18:40:58.072794 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4ce38504-b556-4a1f-bd60-85323af304e5 req-1648acd3-b374-400f-918d-5f5a0ff992a9 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394224 Jul 16 18:40:58.246323 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.372388 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.547884 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.553488 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.594831 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.653860 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'Port': ['ID=5beee288-d422-4887-93f1-46e64d1d8200,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:58.722930 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.l3_db [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Floating IP 56d1bab4-32dd-480d-8b0f-2b78ce4fc093 associated. External IP: 172.27.2.52, port: 6bd7fc4c-9338-4769-adf4-76e09bec7644. Jul 16 18:40:58.828013 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724d208-27bc-455f-bdbe-9b8f3ff63803 req-a6be4c7a-8f4f-4e29-82b7-3b4e94132fee tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:58.829495 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0724d208-27bc-455f-bdbe-9b8f3ff63803 req-a6be4c7a-8f4f-4e29-82b7-3b4e94132fee tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0744417 Jul 16 18:40:58.879646 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0724d208-27bc-455f-bdbe-9b8f3ff63803 req-cef9a783-f188-4d27-992f-7381dc4f103e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Jul 16 18:40:59.148527 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.185286 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Router 2da0875d-3543-45c3-8294-0dd251574d66 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:59.357969 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:59.370329 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e557de-2f74-48aa-9081-f5513989bc6b None None] Sync routers for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:59.385380 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e557de-2f74-48aa-9081-f5513989bc6b None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:59.386484 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-37e557de-2f74-48aa-9081-f5513989bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:40:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:59.395261 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d87b3-81f1-4e5e-ad8a-cb2e351ea2e9 req-851a3b4b-894a-4a73-a916-dff471ea3351 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:59.396799 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-319d87b3-81f1-4e5e-ad8a-cb2e351ea2e9 req-851a3b4b-894a-4a73-a916-dff471ea3351 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.1343563 Jul 16 18:40:59.398655 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.490756 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-21feb7bd-37f4-48de-964d-ef6844f89467 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4839759 Jul 16 18:40:59.494057 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'tag': '6bd7fc4c-9338-4769-adf4-76e09bec7644'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:59.497128 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5da14013294e63930f004e3f646ec45d1727f78d2b380a1ffe1aebd0a12d46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91" -d '{"events": [{"name": "network-changed", "server_uuid": "9e049e9f-5560-401c-8a0f-5645b4e95e94", "tag": "6bd7fc4c-9338-4769-adf4-76e09bec7644"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:59.503075 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-319d87b3-81f1-4e5e-ad8a-cb2e351ea2e9 req-1b289cd1-c065-4a0f-9c07-e1097087b7b0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803168 Jul 16 18:40:59.544536 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da9fe7b-70c5-400a-8701-57b1b2bdb97e x-openstack-request-id: req-1da9fe7b-70c5-400a-8701-57b1b2bdb97e {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:59.544842 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e049e9f-5560-401c-8a0f-5645b4e95e94", "tag": "6bd7fc4c-9338-4769-adf4-76e09bec7644", "status": "completed", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:59.545096 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1da9fe7b-70c5-400a-8701-57b1b2bdb97e {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:59.545534 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'tag': '6bd7fc4c-9338-4769-adf4-76e09bec7644', 'status': 'completed', 'code': 200} Jul 16 18:40:59.551991 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-37e557de-2f74-48aa-9081-f5513989bc6b None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:59.728534 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device b262519f-9b8b-468b-991d-9044fb04eb5c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:59.750218 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: b262519f-9b8b-468b-991d-9044fb04eb5c {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:59.750655 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device b262519f-9b8b-468b-991d-9044fb04eb5c not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:59.819347 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-37e557de-2f74-48aa-9081-f5513989bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '56d1bab4-32dd-480d-8b0f-2b78ce4fc093', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '6bd7fc4c-9338-4769-adf4-76e09bec7644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:d5:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:40:57Z', 'updated_at': '2021-07-16T18:40:57Z', 'revision_number': 0, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:59.852331 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e557de-2f74-48aa-9081-f5513989bc6b None None] Checking router: 2da0875d-3543-45c3-8294-0dd251574d66 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:59.861949 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e557de-2f74-48aa-9081-f5513989bc6b None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:59.862593 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-37e557de-2f74-48aa-9081-f5513989bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:40:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:59.988764 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-37e557de-2f74-48aa-9081-f5513989bc6b None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:00.115308 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52df10-5308-487b-aeae-eac6bda54b49 req-8f6934df-d6d0-4334-9b9a-0fe6e8624ac5 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:00.123302 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ec52df10-5308-487b-aeae-eac6bda54b49 req-8f6934df-d6d0-4334-9b9a-0fe6e8624ac5 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0905838 Jul 16 18:41:00.182386 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ec52df10-5308-487b-aeae-eac6bda54b49 req-a565f52a-8db2-4bac-9352-3ff1fdc5ef63 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542192 Jul 16 18:41:00.266657 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-37e557de-2f74-48aa-9081-f5513989bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '56d1bab4-32dd-480d-8b0f-2b78ce4fc093', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '6bd7fc4c-9338-4769-adf4-76e09bec7644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:d5:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:40:57Z', 'updated_at': '2021-07-16T18:40:57Z', 'revision_number': 0, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:00.300049 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e557de-2f74-48aa-9081-f5513989bc6b None None] The sync data for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi is: [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '56d1bab4-32dd-480d-8b0f-2b78ce4fc093', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '6bd7fc4c-9338-4769-adf4-76e09bec7644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:d5:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:40:57Z', 'updated_at': '2021-07-16T18:40:57Z', 'revision_number': 0, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:00.548391 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac1783c-c1be-4579-b26c-8b014730badb None None] New status for floating IP 56d1bab4-32dd-480d-8b0f-2b78ce4fc093: ACTIVE {{(pid=93209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:41:00.736982 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde04f2b-82cf-462e-84ff-60b21cb288f6 req-4df95d2f-9f59-40d8-b91c-d8624ad96a87 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:00.738569 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bde04f2b-82cf-462e-84ff-60b21cb288f6 req-4df95d2f-9f59-40d8-b91c-d8624ad96a87 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0879982 Jul 16 18:41:00.781854 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bde04f2b-82cf-462e-84ff-60b21cb288f6 req-e0e44e96-75d6-4e28-8893-aea9ee02584c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369594 Jul 16 18:41:01.352506 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b49ef-e262-4552-a260-6be1cd8e4943 req-ac9e7570-5a3a-41f8-8bff-3b4df06104dd tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.354036 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-339b49ef-e262-4552-a260-6be1cd8e4943 req-ac9e7570-5a3a-41f8-8bff-3b4df06104dd tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0630445 Jul 16 18:41:01.391519 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-339b49ef-e262-4552-a260-6be1cd8e4943 req-93c93b4d-01ee-48cc-9c4d-e89248939488 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315902 Jul 16 18:41:01.958347 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fd6ec-f071-4763-b3c1-d1140c28de7c req-5c54ceda-f664-4ae9-b5a9-555d6a8bb074 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.959750 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-071fd6ec-f071-4763-b3c1-d1140c28de7c req-5c54ceda-f664-4ae9-b5a9-555d6a8bb074 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0624559 Jul 16 18:41:01.996871 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-071fd6ec-f071-4763-b3c1-d1140c28de7c req-f95ed2c7-96d8-4d0b-965b-dce8c71c54c4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309749 Jul 16 18:41:02.078427 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91 req-0ae5578d-93d4-4003-b5c2-f4c0aec4391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.079917 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91 req-0ae5578d-93d4-4003-b5c2-f4c0aec4391f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 1099 time: 0.0520430 Jul 16 18:41:02.173312 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91 req-1e387a2b-16ae-4ab4-805d-76315843769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.174802 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91 req-1e387a2b-16ae-4ab4-805d-76315843769e service neutron] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 914 time: 0.0852089 Jul 16 18:41:02.246340 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91 req-1862904d-36f6-4295-ad72-bf6c96837f9d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd7fc4c-9338-4769-adf4-76e09bec7644 HTTP/1.1" status: 200 len: 1001 time: 0.0567479 Jul 16 18:41:02.308278 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91 req-b6bc8f47-d0d2-4895-bde4-f375596b9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.309748 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91 req-b6bc8f47-d0d2-4895-bde4-f375596b9ac1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.0474050 Jul 16 18:41:02.530116 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91 req-3f2063c7-0d18-404c-ad41-a9a6f4b3142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.531534 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91 req-3f2063c7-0d18-404c-ad41-a9a6f4b3142c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528989 Jul 16 18:41:02.573453 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35566c1c-c26a-4f57-aad5-8888b22a6231 req-a45a7f58-2c94-4ee9-9f55-43296c5cb700 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.575272 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-35566c1c-c26a-4f57-aad5-8888b22a6231 req-a45a7f58-2c94-4ee9-9f55-43296c5cb700 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0728054 Jul 16 18:41:02.628173 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-35566c1c-c26a-4f57-aad5-8888b22a6231 req-0448eedd-11ee-46c8-80b6-1f6692356cc8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Jul 16 18:41:02.641600 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91 req-52cd67aa-3288-4680-89ee-e902cc2f918e service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968709 Jul 16 18:41:02.766939 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03b9f6c3-0c4a-4de2-9a6d-fe77a9da6a91 req-8c18f4a4-75db-4b8a-81b3-39449ba77355 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998223 Jul 16 18:41:02.895057 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa58684-794c-46ea-b0c8-85e4298a22eb req-1e33b72c-5738-4138-a54d-148a70f563f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.896575 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bfa58684-794c-46ea-b0c8-85e4298a22eb req-1e33b72c-5738-4138-a54d-148a70f563f9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 1099 time: 0.0551522 Jul 16 18:41:03.011599 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa58684-794c-46ea-b0c8-85e4298a22eb req-ea662335-bee8-497d-ad13-9695dddfddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.013147 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bfa58684-794c-46ea-b0c8-85e4298a22eb req-ea662335-bee8-497d-ad13-9695dddfddae service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 919 time: 0.0998082 Jul 16 18:41:03.085232 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bfa58684-794c-46ea-b0c8-85e4298a22eb req-f7d59f8a-945e-44fb-a32c-15d565de009c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88156eb8-750a-4643-9949-0397c10edc3e HTTP/1.1" status: 200 len: 1002 time: 0.0641332 Jul 16 18:41:03.142965 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa58684-794c-46ea-b0c8-85e4298a22eb req-a12a24cc-bfef-417a-a2da-f218bf9145ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.144628 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bfa58684-794c-46ea-b0c8-85e4298a22eb req-a12a24cc-bfef-417a-a2da-f218bf9145ab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 200 len: 856 time: 0.0514743 Jul 16 18:41:03.248030 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240d047-d6ff-409b-9f16-b4117ef37218 req-f81c20e2-c9f1-4d96-9d51-45b7182bae8a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.249552 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8240d047-d6ff-409b-9f16-b4117ef37218 req-f81c20e2-c9f1-4d96-9d51-45b7182bae8a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.1040494 Jul 16 18:41:03.252345 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa58684-794c-46ea-b0c8-85e4298a22eb req-9ce112c1-5057-4535-8c9d-2e32ad23ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.253716 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bfa58684-794c-46ea-b0c8-85e4298a22eb req-9ce112c1-5057-4535-8c9d-2e32ad23ee1d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5659565-8774-4d43-910a-bea01eaf10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0983844 Jul 16 18:41:03.314593 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8240d047-d6ff-409b-9f16-b4117ef37218 req-f9d2a6a2-6adc-41b2-838e-53843fa2a274 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590806 Jul 16 18:41:03.373109 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bfa58684-794c-46ea-b0c8-85e4298a22eb req-d2769b03-a0ce-46be-992f-12343e598ed3 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038675 Jul 16 18:41:03.474585 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bfa58684-794c-46ea-b0c8-85e4298a22eb req-cae399d8-7841-488b-88df-6d95637c3a95 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919499 Jul 16 18:41:03.813134 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf0290-c983-4f32-a031-14795cbebe2e req-119d83ec-4d85-45e7-b732-989bcda0bfc2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.814655 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f8bf0290-c983-4f32-a031-14795cbebe2e req-119d83ec-4d85-45e7-b732-989bcda0bfc2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0652983 Jul 16 18:41:03.858869 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f8bf0290-c983-4f32-a031-14795cbebe2e req-cbec967d-6ce4-4685-b64c-c3e22a9645fb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376458 Jul 16 18:41:04.433352 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c95a4-c93c-484a-a76e-681f5013e2e5 req-add4a092-799f-4a35-a5a7-68e4917e0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.434881 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-171c95a4-c93c-484a-a76e-681f5013e2e5 req-add4a092-799f-4a35-a5a7-68e4917e0b5b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 1098 time: 0.0524714 Jul 16 18:41:04.496911 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-171c95a4-c93c-484a-a76e-681f5013e2e5 req-9c0955be-8b4d-4b59-9a59-5d5c19772ff0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528698 Jul 16 18:41:04.519204 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165216b-bc81-48c5-9173-437c764757f7 req-20d40141-8689-48ee-8882-0f0e3d825aaa tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.520797 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d165216b-bc81-48c5-9173-437c764757f7 req-20d40141-8689-48ee-8882-0f0e3d825aaa tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0850484 Jul 16 18:41:04.563065 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d165216b-bc81-48c5-9173-437c764757f7 req-54f2ae0c-d47a-42dc-86e7-433f911b4cee tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363848 Jul 16 18:41:05.029390 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9064b27-5573-4469-92ce-b43603a80c6d req-f84eead2-4aef-49dd-a179-f4084873192a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:05.030872 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b9064b27-5573-4469-92ce-b43603a80c6d req-f84eead2-4aef-49dd-a179-f4084873192a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0622978 Jul 16 18:41:05.071489 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b9064b27-5573-4469-92ce-b43603a80c6d req-0d243469-2bbf-4376-b061-d513eda42eb1 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350194 Jul 16 18:41:05.754461 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629dd07-731f-4d1d-a2c9-740f626b42b6 req-8aeb9458-f014-4cc5-bb57-07d2a77e5476 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:05.755937 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4629dd07-731f-4d1d-a2c9-740f626b42b6 req-8aeb9458-f014-4cc5-bb57-07d2a77e5476 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 946 time: 0.0696349 Jul 16 18:41:05.793563 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4629dd07-731f-4d1d-a2c9-740f626b42b6 req-9ac15dde-6c6e-4f24-9eaf-4a8b49e22086 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Jul 16 18:41:05.953815 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 88156eb8-750a-4643-9949-0397c10edc3e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:06.026004 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.047309 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:06.049503 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9841090a-a9f2-49f8-94b5-93fc44340371" -d '{"events": [{"server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "88156eb8-750a-4643-9949-0397c10edc3e"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:06.062878 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:06.067136 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.089896 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc67b1cf-044c-49bf-b8ba-c0caa39c60e9 x-openstack-request-id: req-cc67b1cf-044c-49bf-b8ba-c0caa39c60e9 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:06.090216 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "88156eb8-750a-4643-9949-0397c10edc3e", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:06.090501 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cc67b1cf-044c-49bf-b8ba-c0caa39c60e9 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:06.090886 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e', 'code': 200} Jul 16 18:41:06.119265 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=88156eb8-750a-4643-9949-0397c10edc3e,revision_number=8']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:06.244022 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0256bb-003b-41f8-942a-6dba396bbfc7 req-18e4bebe-fdcc-414a-a6d3-3c468c273e8c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:06.245485 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7e0256bb-003b-41f8-942a-6dba396bbfc7 req-18e4bebe-fdcc-414a-a6d3-3c468c273e8c tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0624928 Jul 16 18:41:06.281466 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7e0256bb-003b-41f8-942a-6dba396bbfc7 req-5f538439-07bc-49f9-b222-f9755094ec0d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304224 Jul 16 18:41:06.973230 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21f67-8266-40f8-9882-5bcb8f5c4bd2 req-fd7eb055-b272-477f-a827-8ee4059e8e8e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:06.974650 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4fb21f67-8266-40f8-9882-5bcb8f5c4bd2 req-fd7eb055-b272-477f-a827-8ee4059e8e8e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0626805 Jul 16 18:41:07.011786 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4fb21f67-8266-40f8-9882-5bcb8f5c4bd2 req-5049edce-3ce6-4469-8e1c-cb56831bd89d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311913 Jul 16 18:41:07.450708 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b740e5-4433-4fc8-8e7a-a2d74e1ed4e6 req-3520f83d-f700-4883-be01-acaae52220e7 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:07.452163 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d2b740e5-4433-4fc8-8e7a-a2d74e1ed4e6 req-3520f83d-f700-4883-be01-acaae52220e7 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0610149 Jul 16 18:41:07.492463 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d2b740e5-4433-4fc8-8e7a-a2d74e1ed4e6 req-a77b0493-1c27-49b6-b0da-d5c4d17db34b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347776 Jul 16 18:41:08.187253 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089a581-b273-4cc4-93e9-fc8ef696ba68 req-46b847ce-7176-4b00-8bd4-50af55a1cd9c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:08.188728 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e089a581-b273-4cc4-93e9-fc8ef696ba68 req-46b847ce-7176-4b00-8bd4-50af55a1cd9c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0618670 Jul 16 18:41:08.227620 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e089a581-b273-4cc4-93e9-fc8ef696ba68 req-91c8f66f-9a65-4267-9647-c0e80d27dcf7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 Jul 16 18:41:08.669723 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f540f7-e746-41bc-8b6f-479ad2c6155a req-f3e888cb-b038-4eac-ae9c-b7053b2ebb94 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:08.671159 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95f540f7-e746-41bc-8b6f-479ad2c6155a req-f3e888cb-b038-4eac-ae9c-b7053b2ebb94 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0633733 Jul 16 18:41:08.710713 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-95f540f7-e746-41bc-8b6f-479ad2c6155a req-0ef54456-4aba-4bd6-8daf-4e9c1d96430a tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Jul 16 18:41:09.062922 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935173a-d756-4af5-a80a-991fdabb7911 req-2f24497e-b930-4c6f-89b2-ef445c6d6985 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.064383 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-2f24497e-b930-4c6f-89b2-ef445c6d6985 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/networks?id=72559035-aded-47b1-a139-1a718aaec953 HTTP/1.1" status: 200 len: 813 time: 0.1052413 Jul 16 18:41:09.078629 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-75054cc0-a41c-452e-85cf-a388687a76d9 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/quotas/351fe98a29174e00bba18e0bcf339e6c HTTP/1.1" status: 200 len: 375 time: 0.0088587 Jul 16 18:41:09.111622 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-270fb121-52e3-48ca-b1ed-f62b8234eca5 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=351fe98a29174e00bba18e0bcf339e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281053 Jul 16 18:41:09.201844 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-96c51cab-a6c8-4e8f-805d-bb074e20c9c6 service neutron] 10.222.0.79 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838645 Jul 16 18:41:09.289337 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-9d4d000c-a986-43e1-8306-ca072c7b6325 service neutron] 10.222.0.79 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818894 Jul 16 18:41:09.409376 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1063722-742e-434d-87d4-40caf68d8cbc req-42eeccc5-9584-4c99-9cbc-e867b9e1b2f2 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.411660 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c1063722-742e-434d-87d4-40caf68d8cbc req-42eeccc5-9584-4c99-9cbc-e867b9e1b2f2 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0699203 Jul 16 18:41:09.451606 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c1063722-742e-434d-87d4-40caf68d8cbc req-85b926b5-7c55-49a4-95a4-1ba04e253e3b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336952 Jul 16 18:41:09.468258 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8003b87b-13bc-497e-8308-8e2ada88bde0 req-ac6ce0ac-330f-4d7b-b9bf-b3a6d2fdb4df tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 210 time: 0.0372179 Jul 16 18:41:09.912299 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd6293-de03-4959-a84e-d6a638ceeb57 req-8f799aa1-4e06-4aff-bfa9-b3aaad59d693 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.914917 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b9cd6293-de03-4959-a84e-d6a638ceeb57 req-8f799aa1-4e06-4aff-bfa9-b3aaad59d693 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0727894 Jul 16 18:41:09.954777 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b9cd6293-de03-4959-a84e-d6a638ceeb57 req-b35c360c-b0c9-40f5-bc0c-0c8e2240898d tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343826 Jul 16 18:41:10.268176 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1ab92-c2ba-4cde-87a1-4ef1893b9a7c req-92e07d72-0d89-454d-ac8e-13aae12bcf24 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.269729 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bfc1ab92-c2ba-4cde-87a1-4ef1893b9a7c req-92e07d72-0d89-454d-ac8e-13aae12bcf24 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0690770 Jul 16 18:41:10.314444 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bfc1ab92-c2ba-4cde-87a1-4ef1893b9a7c req-246d26f0-da84-4880-a711-7fcf5c5f4f21 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378866 Jul 16 18:41:10.447620 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa9eb-9ff3-4e36-a272-2d68a4827f08 req-7444b499-1e1b-4d5d-b9b2-f3b033f255b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.449651 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03bfa9eb-9ff3-4e36-a272-2d68a4827f08 req-7444b499-1e1b-4d5d-b9b2-f3b033f255b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 1098 time: 0.0588555 Jul 16 18:41:10.484922 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52508acc-8f31-4e61-8999-b50265a1813c req-64bcc882-fd1f-4dff-b773-d855506b9bff tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.486556 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-52508acc-8f31-4e61-8999-b50265a1813c req-64bcc882-fd1f-4dff-b773-d855506b9bff tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0678968 Jul 16 18:41:10.539251 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-52508acc-8f31-4e61-8999-b50265a1813c req-53aa6a5b-01b7-4c75-990e-1c971488bb98 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453475 Jul 16 18:41:10.594076 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42260) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:10.600716 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa9eb-9ff3-4e36-a272-2d68a4827f08 req-ef0b91fb-36e1-44fe-ad9c-0208062a9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.602563 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03bfa9eb-9ff3-4e36-a272-2d68a4827f08 req-ef0b91fb-36e1-44fe-ad9c-0208062a9130 service neutron] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 920 time: 0.1264491 Jul 16 18:41:10.636644 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa81916b-d7d8-41a5-9fd0-3073d83e0cf2 req-6e7ad8a6-9479-45c7-a925-23040a983359 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 210 time: 0.0376940 Jul 16 18:41:10.675905 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03bfa9eb-9ff3-4e36-a272-2d68a4827f08 req-0284ad2c-f864-47db-8a25-e892659a1aaf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326 HTTP/1.1" status: 200 len: 217 time: 0.0632987 Jul 16 18:41:10.716566 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-6b5e7e4d-07c1-420f-ba26-7c990624a571 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204453 Jul 16 18:41:10.788217 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa9eb-9ff3-4e36-a272-2d68a4827f08 req-6217e678-779a-4e03-a2c4-ad1b8d1749db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.789653 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03bfa9eb-9ff3-4e36-a272-2d68a4827f08 req-6217e678-779a-4e03-a2c4-ad1b8d1749db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.0978229 Jul 16 18:41:10.851352 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935173a-d756-4af5-a80a-991fdabb7911 req-49748730-ddfb-4f2b-9dce-3cd3c539bfb1 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.852896 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-49748730-ddfb-4f2b-9dce-3cd3c539bfb1 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.88 "GET /v2.0/networks?id=72559035-aded-47b1-a139-1a718aaec953 HTTP/1.1" status: 200 len: 813 time: 0.1860838 Jul 16 18:41:10.854806 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03bfa9eb-9ff3-4e36-a272-2d68a4827f08 req-e2dba57d-0d15-4fec-871c-d70331f4264d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476058 Jul 16 18:41:10.878256 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Request body: {'port': {'device_id': 'b1da186b-fd46-45a4-a20c-c72c33743592', 'network_id': '72559035-aded-47b1-a139-1a718aaec953', 'admin_state_up': True, 'tenant_id': '351fe98a29174e00bba18e0bcf339e6c'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:11.265918 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03bfa9eb-9ff3-4e36-a272-2d68a4827f08 req-2ccea605-60a2-4de3-9f1b-c6b82b70d3d8 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842921 Jul 16 18:41:11.276979 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Made reservation on behalf of 351fe98a29174e00bba18e0bcf339e6c for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:11.280507 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.449395 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03bfa9eb-9ff3-4e36-a272-2d68a4827f08 req-3fd199d8-21e7-4fd4-bc6d-4f01225de3a9 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665449 Jul 16 18:41:11.475799 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Allocated IP 172.20.0.6 (72559035-aded-47b1-a139-1a718aaec953/7cd5d508-f27c-4232-8be5-3dc490fee317/65824276-1d65-4578-8ce8-d1c082a4948d) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:11.496878 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb28687-bb95-4166-a755-d598e723bcab req-1167f94d-6ae1-4934-9abb-b5047199d7c0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.498440 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ccb28687-bb95-4166-a755-d598e723bcab req-1167f94d-6ae1-4934-9abb-b5047199d7c0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0646048 Jul 16 18:41:11.539345 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ccb28687-bb95-4166-a755-d598e723bcab req-145e50e1-e514-4db1-b749-523ddba3d638 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347476 Jul 16 18:41:11.575422 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 88156eb8-750a-4643-9949-0397c10edc3e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:11.627701 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.677125 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.761456 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Pushing event updated for resources: {'Port': ['ID=65824276-1d65-4578-8ce8-d1c082a4948d,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:11.766449 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Network 72559035-aded-47b1-a139-1a718aaec953 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:11.773475 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:11.778844 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:11.831768 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c139f-e253-464b-94c9-5a33a5c9221c req-37271974-1b92-4dfb-aace-f49ab991b5ce tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.832643 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a638ab3-218e-4e81-a8b0-608a0f5d4ede req-57d90c1b-c7dd-4ddf-8e0d-3f6a2b46b07b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.833344 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-244c139f-e253-464b-94c9-5a33a5c9221c req-37271974-1b92-4dfb-aace-f49ab991b5ce tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 931 time: 0.0718951 Jul 16 18:41:11.834175 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7a638ab3-218e-4e81-a8b0-608a0f5d4ede req-57d90c1b-c7dd-4ddf-8e0d-3f6a2b46b07b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1599433 Jul 16 18:41:11.846394 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.847077 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.867845 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-952cea33-7e9a-4230-9f95-836fd40a4cc7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9946480 Jul 16 18:41:11.884717 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-244c139f-e253-464b-94c9-5a33a5c9221c req-18b8b4ce-cef1-4208-a94d-50637b339d74 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 Jul 16 18:41:11.886451 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Request body: {'port': {'device_id': 'b1da186b-fd46-45a4-a20c-c72c33743592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:11.937933 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7a638ab3-218e-4e81-a8b0-608a0f5d4ede req-283b01c7-675f-40a7-acc0-a380e76f6615 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829649 Jul 16 18:41:11.983823 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.245687 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65824276-1d65-4578-8ce8-d1c082a4948d {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:12.252925 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.265204 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Transition to ACTIVE for port object 65824276-1d65-4578-8ce8-d1c082a4948d will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:12.269157 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.320228 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Pushing event updated for resources: {'Port': ['ID=65824276-1d65-4578-8ce8-d1c082a4948d,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:12.385157 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Attempting to bind port 65824276-1d65-4578-8ce8-d1c082a4948d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:12.385489 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Attempting to bind port 65824276-1d65-4578-8ce8-d1c082a4948d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '72559035-aded-47b1-a139-1a718aaec953'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:12.385838 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Attempting to bind port 65824276-1d65-4578-8ce8-d1c082a4948d on network 72559035-aded-47b1-a139-1a718aaec953 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:12.389987 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Port 65824276-1d65-4578-8ce8-d1c082a4948d on network 72559035-aded-47b1-a139-1a718aaec953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:12.390304 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Attempting to bind port 65824276-1d65-4578-8ce8-d1c082a4948d on network 72559035-aded-47b1-a139-1a718aaec953 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:12.395090 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:12.395421 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Checking segment: {'id': 'f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '72559035-aded-47b1-a139-1a718aaec953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:12.395805 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Bound using segment: {'id': 'f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '72559035-aded-47b1-a139-1a718aaec953'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:12.396229 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Bound port: 65824276-1d65-4578-8ce8-d1c082a4948d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '72559035-aded-47b1-a139-1a718aaec953'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:12.396578 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.462046 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] For port 65824276-1d65-4578-8ce8-d1c082a4948d, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:12.464998 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] For port 65824276-1d65-4578-8ce8-d1c082a4948d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=65824276-1d65-4578-8ce8-d1c082a4948d,segment=NetworkSegment(f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f),segment_id=f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:12.469574 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.501695 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.502430 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.503758 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] 10.222.0.88 "PUT /v2.0/ports/65824276-1d65-4578-8ce8-d1c082a4948d HTTP/1.1" status: 200 len: 1093 time: 0.6250060 Jul 16 18:41:12.504189 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1da186b-fd46-45a4-a20c-c72c33743592', 'tag': '65824276-1d65-4578-8ce8-d1c082a4948d'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:12.506984 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db8e8f7-9963-4216-8555-eeaae5379a27" -d '{"events": [{"name": "network-changed", "server_uuid": "b1da186b-fd46-45a4-a20c-c72c33743592", "tag": "65824276-1d65-4578-8ce8-d1c082a4948d"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:12.536504 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dc005-b0c0-432a-804e-16e3d0b9e612 service neutron] Pushing event updated for resources: {'Port': ['ID=65824276-1d65-4578-8ce8-d1c082a4948d,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:12.562824 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c362b6a5-24da-4d00-ace4-6b30bc4705d0 x-openstack-request-id: req-c362b6a5-24da-4d00-ace4-6b30bc4705d0 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:12.563115 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1da186b-fd46-45a4-a20c-c72c33743592", "tag": "65824276-1d65-4578-8ce8-d1c082a4948d", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:12.563367 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c362b6a5-24da-4d00-ace4-6b30bc4705d0 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:12.563756 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1da186b-fd46-45a4-a20c-c72c33743592', 'tag': '65824276-1d65-4578-8ce8-d1c082a4948d', 'status': 'completed', 'code': 200} Jul 16 18:41:12.676619 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-96fa34ab-faad-49df-9cae-82639a60913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.678084 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-96fa34ab-faad-49df-9cae-82639a60913b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8&tenant_id=9b2708a3489a4b798499f122ee207e94 HTTP/1.1" status: 200 len: 1097 time: 0.1385293 Jul 16 18:41:12.682363 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935173a-d756-4af5-a80a-991fdabb7911 req-32e87851-0b12-4e37-a2d3-eea1f877eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.683775 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-32e87851-0b12-4e37-a2d3-eea1f877eba6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=351fe98a29174e00bba18e0bcf339e6c&device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 1096 time: 0.1189067 Jul 16 18:41:12.764653 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-e608bac2-6803-43e4-8544-67e499e6c84f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65824276-1d65-4578-8ce8-d1c082a4948d HTTP/1.1" status: 200 len: 217 time: 0.0644901 Jul 16 18:41:12.845292 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb01d1-d71a-45f0-ad24-1facff014a15 req-a95fe2f7-9763-4175-83d0-a6e0e0f7782b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.846882 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c2fb01d1-d71a-45f0-ad24-1facff014a15 req-a95fe2f7-9763-4175-83d0-a6e0e0f7782b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.1838834 Jul 16 18:41:12.848469 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935173a-d756-4af5-a80a-991fdabb7911 req-4725508e-ddf9-4be2-9be2-149b0e923ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.849776 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-4725508e-ddf9-4be2-9be2-149b0e923ac9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7cd5d508-f27c-4232-8be5-3dc490fee317 HTTP/1.1" status: 200 len: 853 time: 0.0755491 Jul 16 18:41:12.860954 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-0322dd3e-623b-4ff6-8484-137f81e826a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.862407 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-0322dd3e-623b-4ff6-8484-137f81e826a9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1538513 Jul 16 18:41:12.907309 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-8fa3e541-52fe-4fc8-aca7-acd83511c364 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72559035-aded-47b1-a139-1a718aaec953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440269 Jul 16 18:41:12.999283 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c2fb01d1-d71a-45f0-ad24-1facff014a15 req-d385f847-16ec-44c7-bf7e-ed1cd9b5d95b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457653 Jul 16 18:41:13.065871 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-498f1107-c69b-4aec-a6e3-a96bcc1fabae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.067133 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-498f1107-c69b-4aec-a6e3-a96bcc1fabae service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 919 time: 0.1861880 Jul 16 18:41:13.078222 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-31681d7c-e5fc-46b9-b187-6acc21ed3b05 service neutron] 10.222.0.88 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585963 Jul 16 18:41:13.078427 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a947e-3920-43c7-8b47-897b971382a3 req-7a1e3745-c986-47ae-809e-1999550a799c tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.079875 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d28a947e-3920-43c7-8b47-897b971382a3 req-7a1e3745-c986-47ae-809e-1999550a799c tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 943 time: 0.0785220 Jul 16 18:41:13.119622 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d28a947e-3920-43c7-8b47-897b971382a3 req-e8169924-4b2f-4ea6-a66c-772c2dcd5d77 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Jul 16 18:41:13.235797 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-ff1189aa-1289-46eb-8551-7352e8b687e7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88156eb8-750a-4643-9949-0397c10edc3e HTTP/1.1" status: 200 len: 1000 time: 0.1461587 Jul 16 18:41:13.298441 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d935173a-d756-4af5-a80a-991fdabb7911 req-8db4f363-323d-4e9e-9396-9722c1438ccc service neutron] 10.222.0.88 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017536 Jul 16 18:41:13.313785 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad63c8-6086-490f-8d6d-dd8e0f5cce60 req-c7c66d50-85c9-4420-a762-bc516f7dfd62 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.315274 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b3ad63c8-6086-490f-8d6d-dd8e0f5cce60 req-c7c66d50-85c9-4420-a762-bc516f7dfd62 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.1848371 Jul 16 18:41:13.325687 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-ca0b7cc7-fa0e-4964-82fa-bb1ffe472bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.327098 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-ca0b7cc7-fa0e-4964-82fa-bb1ffe472bc3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 200 len: 856 time: 0.0794075 Jul 16 18:41:13.415039 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b3ad63c8-6086-490f-8d6d-dd8e0f5cce60 req-1f13bbc4-0f40-40b1-ba27-0c7e0b6b00d5 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919423 Jul 16 18:41:13.450789 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-8dabcf38-9ec3-4a42-9724-ca3e53839042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.452285 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-8dabcf38-9ec3-4a42-9724-ca3e53839042 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5659565-8774-4d43-910a-bea01eaf10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1090484 Jul 16 18:41:13.456205 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8e8f7-9963-4216-8555-eeaae5379a27 req-7b4fa5f9-36d3-4219-9359-7e4c32708112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.457545 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6db8e8f7-9963-4216-8555-eeaae5379a27 req-7b4fa5f9-36d3-4219-9359-7e4c32708112 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=351fe98a29174e00bba18e0bcf339e6c&device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 1096 time: 0.1053226 Jul 16 18:41:13.629481 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-f0275f4b-fc61-4181-afed-9a1b2d4259f5 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520224 Jul 16 18:41:13.630497 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8e8f7-9963-4216-8555-eeaae5379a27 req-1b917c3b-8e0d-4ad5-a518-d8b2dcd23fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.632353 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6db8e8f7-9963-4216-8555-eeaae5379a27 req-1b917c3b-8e0d-4ad5-a518-d8b2dcd23fb5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=72559035-aded-47b1-a139-1a718aaec953 HTTP/1.1" status: 200 len: 915 time: 0.1482763 Jul 16 18:41:13.713074 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6db8e8f7-9963-4216-8555-eeaae5379a27 req-112b5426-e5bb-4d9d-847e-69851ce29227 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65824276-1d65-4578-8ce8-d1c082a4948d HTTP/1.1" status: 200 len: 217 time: 0.0478003 Jul 16 18:41:14.016637 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8e8f7-9963-4216-8555-eeaae5379a27 req-5a61e028-42a5-474f-bac5-dc6bc483494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:14.018293 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6db8e8f7-9963-4216-8555-eeaae5379a27 req-5a61e028-42a5-474f-bac5-dc6bc483494b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7cd5d508-f27c-4232-8be5-3dc490fee317 HTTP/1.1" status: 200 len: 853 time: 0.2971025 Jul 16 18:41:14.041968 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-84d3ab9a-9604-4195-bc61-54aa70743354 req-e7162937-8a4b-49bf-93b7-9281e4fdc1b9 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778806 Jul 16 18:41:14.059265 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6db8e8f7-9963-4216-8555-eeaae5379a27 req-aa37376c-5fbc-4dc2-a1b3-5d1d8bf84941 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72559035-aded-47b1-a139-1a718aaec953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287173 Jul 16 18:41:14.168860 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6db8e8f7-9963-4216-8555-eeaae5379a27 req-4021586a-049f-47e1-872f-13010fec35b1 service neutron] 10.222.0.88 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932784 Jul 16 18:41:14.186576 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672d039-541f-4d09-ba2c-8e01a223df1b req-6fd9e130-b0cd-443a-97a1-d0e812c4d249 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:14.188179 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c672d039-541f-4d09-ba2c-8e01a223df1b req-6fd9e130-b0cd-443a-97a1-d0e812c4d249 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0678799 Jul 16 18:41:14.228459 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c672d039-541f-4d09-ba2c-8e01a223df1b req-5257d743-c70f-4818-9f6e-3d170c6e5055 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347815 Jul 16 18:41:14.332470 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6db8e8f7-9963-4216-8555-eeaae5379a27 req-4ae80f6f-8807-442b-871f-96900b337a3b service neutron] 10.222.0.88 "GET /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272726 Jul 16 18:41:14.346975 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cb7c3-5ca8-4a7b-8523-9f6f2118901b req-6ac27da1-c71b-40d8-aae6-58b6b775c769 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:14.348607 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1f2cb7c3-5ca8-4a7b-8523-9f6f2118901b req-6ac27da1-c71b-40d8-aae6-58b6b775c769 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 943 time: 0.1162484 Jul 16 18:41:14.389831 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1f2cb7c3-5ca8-4a7b-8523-9f6f2118901b req-aaf4a5a9-a381-4c83-a534-f4c3e228e8c5 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338900 Jul 16 18:41:14.622200 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa98a9e-32b7-4944-aa32-fdca0a99dc92 req-b2c23630-f17a-4df6-858e-0d842d45bab2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:14.623639 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2fa98a9e-32b7-4944-aa32-fdca0a99dc92 req-b2c23630-f17a-4df6-858e-0d842d45bab2 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0789082 Jul 16 18:41:14.671924 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2fa98a9e-32b7-4944-aa32-fdca0a99dc92 req-0379b70c-ffb8-40c2-87c0-b5a9c593203e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Jul 16 18:41:15.417956 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3b6ae-7c35-4fb4-8a40-d8ac2dd3263c req-88ce9c33-ec88-45eb-b305-f486d50eb186 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:15.419528 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-49c3b6ae-7c35-4fb4-8a40-d8ac2dd3263c req-88ce9c33-ec88-45eb-b305-f486d50eb186 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0661345 Jul 16 18:41:15.467286 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-49c3b6ae-7c35-4fb4-8a40-d8ac2dd3263c req-a2a7e074-77a3-4ebd-acc1-b2a0d02aa514 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419753 Jul 16 18:41:15.564876 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c22eba-62a3-47e3-9919-12ca0a77acca req-d1f73e95-d582-42bc-90f3-141cf8b65627 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:15.566336 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-49c22eba-62a3-47e3-9919-12ca0a77acca req-d1f73e95-d582-42bc-90f3-141cf8b65627 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 943 time: 0.0632982 Jul 16 18:41:15.588268 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 65824276-1d65-4578-8ce8-d1c082a4948d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:15.607689 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-49c22eba-62a3-47e3-9919-12ca0a77acca req-27e73474-ecac-491c-8d13-fd5b0c804822 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350432 Jul 16 18:41:15.813300 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 65824276-1d65-4578-8ce8-d1c082a4948d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=65824276-1d65-4578-8ce8-d1c082a4948d,segment=NetworkSegment(f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f),segment_id=f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:15.824841 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '65824276-1d65-4578-8ce8-d1c082a4948d', 'network_id': '72559035-aded-47b1-a139-1a718aaec953', 'port_id': '65824276-1d65-4578-8ce8-d1c082a4948d', 'mac_address': 'fa:16:3e:fc:6e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd5d508-f27c-4232-8be5-3dc490fee317', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:15.862158 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.875339 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65824276-1d65-4578-8ce8-d1c082a4948d {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:15.894959 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 65824276-1d65-4578-8ce8-d1c082a4948d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=65824276-1d65-4578-8ce8-d1c082a4948d,segment=NetworkSegment(f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f),segment_id=f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:15.899164 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.947313 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=65824276-1d65-4578-8ce8-d1c082a4948d,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:16.297067 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['65824276-1d65-4578-8ce8-d1c082a4948d'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:16.658949 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69448648-50dd-4998-bd92-ad4373ccb403 req-0044d236-3a62-4132-a5d4-1d93c18078dc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.660482 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-69448648-50dd-4998-bd92-ad4373ccb403 req-0044d236-3a62-4132-a5d4-1d93c18078dc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0695877 Jul 16 18:41:16.708241 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-69448648-50dd-4998-bd92-ad4373ccb403 req-d99ddc3c-278b-4a4f-bd4e-9ea1e54cb60a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408843 Jul 16 18:41:16.798112 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83ca93-7da8-42c9-a22c-1de773d5a2ec req-2c1e36d3-428e-4912-b827-6080f808d6bc tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.799775 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc83ca93-7da8-42c9-a22c-1de773d5a2ec req-2c1e36d3-428e-4912-b827-6080f808d6bc tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 944 time: 0.0701959 Jul 16 18:41:16.840907 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc83ca93-7da8-42c9-a22c-1de773d5a2ec req-ff84d145-fec6-4b74-a5ad-1bbea89e60c3 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347202 Jul 16 18:41:17.619679 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 65824276-1d65-4578-8ce8-d1c082a4948d up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:17.669681 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 65824276-1d65-4578-8ce8-d1c082a4948d completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:17.673703 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 65824276-1d65-4578-8ce8-d1c082a4948d triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:17.674112 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.757604 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.782783 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1da186b-fd46-45a4-a20c-c72c33743592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65824276-1d65-4578-8ce8-d1c082a4948d'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:17.785406 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee868de-be36-4f01-9136-82030af3e055" -d '{"events": [{"server_uuid": "b1da186b-fd46-45a4-a20c-c72c33743592", "name": "network-vif-plugged", "status": "completed", "tag": "65824276-1d65-4578-8ce8-d1c082a4948d"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:17.806887 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 65824276-1d65-4578-8ce8-d1c082a4948d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=65824276-1d65-4578-8ce8-d1c082a4948d,segment=NetworkSegment(f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f),segment_id=f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:17.811965 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.850971 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc0ebcc-34c7-4644-af6f-83b9fdb4a7be x-openstack-request-id: req-acc0ebcc-34c7-4644-af6f-83b9fdb4a7be {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:17.851289 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1da186b-fd46-45a4-a20c-c72c33743592", "name": "network-vif-plugged", "status": "completed", "tag": "65824276-1d65-4578-8ce8-d1c082a4948d", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:17.851489 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-acc0ebcc-34c7-4644-af6f-83b9fdb4a7be {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:17.853048 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1da186b-fd46-45a4-a20c-c72c33743592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65824276-1d65-4578-8ce8-d1c082a4948d', 'code': 200} Jul 16 18:41:17.870906 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=65824276-1d65-4578-8ce8-d1c082a4948d,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:17.924475 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562ad47-7c2a-4d70-b0d1-17d12476fe2c req-f12b52e8-6a4c-40c3-9c05-3c021d432191 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:17.926195 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5562ad47-7c2a-4d70-b0d1-17d12476fe2c req-f12b52e8-6a4c-40c3-9c05-3c021d432191 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0870619 Jul 16 18:41:17.968092 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5562ad47-7c2a-4d70-b0d1-17d12476fe2c req-791638e6-dbfa-404c-854d-5f5daf07ad02 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360947 Jul 16 18:41:18.056139 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335de4d-7f5c-4a1f-95cd-e61596e4e15f req-afa4de8e-5a07-4dd1-b11b-ba83c2cfee7e tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.057662 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8335de4d-7f5c-4a1f-95cd-e61596e4e15f req-afa4de8e-5a07-4dd1-b11b-ba83c2cfee7e tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0645602 Jul 16 18:41:18.099462 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8335de4d-7f5c-4a1f-95cd-e61596e4e15f req-e6feddc3-0352-4c1b-9624-47aaecb5d1c0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Jul 16 18:41:19.156177 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213db2d-d3a5-43dd-bfb5-96f895abcaf1 req-5524a130-73b4-40c1-a3aa-965572393397 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:19.158039 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f213db2d-d3a5-43dd-bfb5-96f895abcaf1 req-5524a130-73b4-40c1-a3aa-965572393397 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0668228 Jul 16 18:41:19.201831 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f213db2d-d3a5-43dd-bfb5-96f895abcaf1 req-0a6fe1f9-9546-412c-b030-8c91defd890b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368621 Jul 16 18:41:19.301389 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11580bfa-2f3a-4b8f-9fa5-4e617ca26014 req-af85685c-4559-4e94-b79b-7d847ab152b1 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:19.303521 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-11580bfa-2f3a-4b8f-9fa5-4e617ca26014 req-af85685c-4559-4e94-b79b-7d847ab152b1 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0896809 Jul 16 18:41:19.345459 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-11580bfa-2f3a-4b8f-9fa5-4e617ca26014 req-3d3f022d-351d-49e0-9799-60e0d9b9adda tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357761 Jul 16 18:41:20.416917 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafe225-b0a1-407a-a595-f9b840e9b79b req-89079ade-97c8-4589-8e02-c6ae039b503b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:20.418631 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8dafe225-b0a1-407a-a595-f9b840e9b79b req-89079ade-97c8-4589-8e02-c6ae039b503b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0873606 Jul 16 18:41:20.457207 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8dafe225-b0a1-407a-a595-f9b840e9b79b req-d1e902e7-110e-4b92-9a4f-8ccb60086a2f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Jul 16 18:41:20.535915 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76f920-c0fb-4865-9234-b4ee7e3ff63b req-930aa721-5762-4613-89b8-6cdf082de258 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:20.537448 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6d76f920-c0fb-4865-9234-b4ee7e3ff63b req-930aa721-5762-4613-89b8-6cdf082de258 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0687888 Jul 16 18:41:20.575836 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6d76f920-c0fb-4865-9234-b4ee7e3ff63b req-fcd733ea-b980-455b-9fcc-de5b5ac218ab tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324657 Jul 16 18:41:21.650206 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40249f-6668-4c9c-910a-855c76afddc7 req-7a40be8f-4897-44dc-a13f-52cd6b23209e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:21.652147 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5c40249f-6668-4c9c-910a-855c76afddc7 req-7a40be8f-4897-44dc-a13f-52cd6b23209e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0745442 Jul 16 18:41:21.692038 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5c40249f-6668-4c9c-910a-855c76afddc7 req-346ad634-1c62-4069-9eb5-d9700d8f9172 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337367 Jul 16 18:41:21.743076 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c22444ef-d266-4334-aef7-5d8b708c71c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.767173 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445d33f-4c26-40c2-8c86-0429d0b352b7 req-f2e1e4c2-8628-4f07-946d-53133f5b5771 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:21.768657 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7445d33f-4c26-40c2-8c86-0429d0b352b7 req-f2e1e4c2-8628-4f07-946d-53133f5b5771 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0715361 Jul 16 18:41:21.808999 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7445d33f-4c26-40c2-8c86-0429d0b352b7 req-61e7d851-54a2-473e-b513-ebb5ddf5b5b2 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336304 Jul 16 18:41:22.889497 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b26e6-0797-4532-822a-901fabb5ee3f req-240166c8-1b6b-4609-9c42-2a3170025700 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:22.891374 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc7b26e6-0797-4532-822a-901fabb5ee3f req-240166c8-1b6b-4609-9c42-2a3170025700 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0730400 Jul 16 18:41:22.935165 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-dc7b26e6-0797-4532-822a-901fabb5ee3f req-5d00a3d4-e4b1-488d-9506-3aeabda443a1 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380878 Jul 16 18:41:23.005262 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be0866-6617-441b-bce0-d0ee0e2b1901 req-5ff50434-d706-4fb9-b6cd-08dc811ac57c tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:23.007446 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-73be0866-6617-441b-bce0-d0ee0e2b1901 req-5ff50434-d706-4fb9-b6cd-08dc811ac57c tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0700507 Jul 16 18:41:23.045812 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-73be0866-6617-441b-bce0-d0ee0e2b1901 req-1af6f75f-846e-4beb-aecc-ad6c35f0ddbc tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Jul 16 18:41:24.120642 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa254b8-91e9-4b18-8f9f-ef11b74e5cf7 req-74d214ac-e385-4217-9a09-b7ec28895bd6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:24.122215 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0aa254b8-91e9-4b18-8f9f-ef11b74e5cf7 req-74d214ac-e385-4217-9a09-b7ec28895bd6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0679357 Jul 16 18:41:24.167137 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0aa254b8-91e9-4b18-8f9f-ef11b74e5cf7 req-0af167bd-4d6d-448c-a187-b89fbc29fa83 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390892 Jul 16 18:41:24.232660 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424f1f9-2da1-4b91-99d8-9e4f64593e02 req-145255a7-9e64-45cc-b879-e99914f0245c tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:24.234242 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8424f1f9-2da1-4b91-99d8-9e4f64593e02 req-145255a7-9e64-45cc-b879-e99914f0245c tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0743694 Jul 16 18:41:24.272939 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8424f1f9-2da1-4b91-99d8-9e4f64593e02 req-7ae44ea7-c5de-4de6-ae7e-c1a5886651ab tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331738 Jul 16 18:41:24.513002 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-42f410c7-0015-49f6-810f-13dc9e340904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.632522 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.346559 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e94f-9f77-4e2a-a64f-66839d151b62 req-1350753d-05e1-48a0-87c0-affaa6922188 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:25.348154 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e166e94f-9f77-4e2a-a64f-66839d151b62 req-1350753d-05e1-48a0-87c0-affaa6922188 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0656998 Jul 16 18:41:25.389242 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e166e94f-9f77-4e2a-a64f-66839d151b62 req-eaced55e-77f1-4281-a239-0a43a0f9dc5e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351152 Jul 16 18:41:25.407452 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.465347 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8711c-c62e-4f99-8971-0b9c897ce9f0 req-bbf99e74-003b-41e4-800d-b8d47d621b14 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:25.466748 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2ed8711c-c62e-4f99-8971-0b9c897ce9f0 req-bbf99e74-003b-41e4-800d-b8d47d621b14 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0701528 Jul 16 18:41:25.509055 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2ed8711c-c62e-4f99-8971-0b9c897ce9f0 req-3a65591f-4c08-493b-9493-7cf50b9f6265 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365367 Jul 16 18:41:26.575779 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb658-0943-49bf-a923-2b762cf2ba15 req-42d5e3dc-aa74-49b7-8e63-ff7462246e01 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:26.577294 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6f7cb658-0943-49bf-a923-2b762cf2ba15 req-42d5e3dc-aa74-49b7-8e63-ff7462246e01 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0700338 Jul 16 18:41:26.619328 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6f7cb658-0943-49bf-a923-2b762cf2ba15 req-0184f18f-d7ad-49d3-868c-aba91e8f1b01 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363874 Jul 16 18:41:26.694212 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d23889-106a-457c-8562-d7dc90fd4734 req-267f793e-d078-409b-9043-f1d6b62a2d75 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:26.695721 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-21d23889-106a-457c-8562-d7dc90fd4734 req-267f793e-d078-409b-9043-f1d6b62a2d75 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0681047 Jul 16 18:41:26.743448 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-21d23889-106a-457c-8562-d7dc90fd4734 req-d278b58e-288c-4be4-8082-f9fdb5259d0d tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Jul 16 18:41:27.431424 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.806286 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeda888-1a0d-41f3-ae6f-82201bd529b7 req-06d1b00f-77f0-4518-acc6-b7f84481074d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.808414 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5aeda888-1a0d-41f3-ae6f-82201bd529b7 req-06d1b00f-77f0-4518-acc6-b7f84481074d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0669727 Jul 16 18:41:27.857247 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5aeda888-1a0d-41f3-ae6f-82201bd529b7 req-4401a974-16eb-4a17-bcb3-8bc95abc298f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Jul 16 18:41:28.081308 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895b88e-361c-4353-9baf-d9415e47f0d9 req-f45ab5e9-28e2-42ff-bcfd-7526212fa867 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:28.082834 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0895b88e-361c-4353-9baf-d9415e47f0d9 req-f45ab5e9-28e2-42ff-bcfd-7526212fa867 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0629642 Jul 16 18:41:28.122744 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0895b88e-361c-4353-9baf-d9415e47f0d9 req-1a5e1899-5c4e-488e-9e04-015dc0374263 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336003 Jul 16 18:41:29.045447 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c769220-5d37-45c7-a103-8f8a7d0042d9 req-0ff72ed1-577c-4569-b0ab-a3972dfbe8dc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.046992 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4c769220-5d37-45c7-a103-8f8a7d0042d9 req-0ff72ed1-577c-4569-b0ab-a3972dfbe8dc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0681512 Jul 16 18:41:29.084686 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4c769220-5d37-45c7-a103-8f8a7d0042d9 req-4a6ab4a2-8812-4ee5-9640-e48f1c11eee4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Jul 16 18:41:29.132734 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.296729 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f6e68-c3a3-44ee-9082-f613d967966b req-689ff1ec-17f9-4906-88bc-0feb1b02207d tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.298253 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-199f6e68-c3a3-44ee-9082-f613d967966b req-689ff1ec-17f9-4906-88bc-0feb1b02207d tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0660009 Jul 16 18:41:29.336062 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-199f6e68-c3a3-44ee-9082-f613d967966b req-de317d2c-24e1-4619-b849-7f4b2b8ded37 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Jul 16 18:41:30.307660 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0add4-cec3-4e30-ab8e-48b40241356b req-ee466cd3-ba40-46a3-9b0d-d9e463582afe tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.309160 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8fa0add4-cec3-4e30-ab8e-48b40241356b req-ee466cd3-ba40-46a3-9b0d-d9e463582afe tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.1010365 Jul 16 18:41:30.347720 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cfce2e15-a6f6-4727-b2f2-811cafa059ce req-0134e0c0-c512-48e2-97b3-143d0e80b788 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878611 Jul 16 18:41:30.362557 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8fa0add4-cec3-4e30-ab8e-48b40241356b req-3c606e1c-9f48-4989-8947-8bc5961250c7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 Jul 16 18:41:30.510990 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01759eb2-33cd-4b59-a508-14842d5acdeb req-6807dbcd-adc5-4a3b-9c9c-e2b04427000b tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.512466 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-01759eb2-33cd-4b59-a508-14842d5acdeb req-6807dbcd-adc5-4a3b-9c9c-e2b04427000b tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0631936 Jul 16 18:41:30.518461 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce2e15-a6f6-4727-b2f2-811cafa059ce req-aba14664-4927-40d6-9795-33402c7e4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.519969 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cfce2e15-a6f6-4727-b2f2-811cafa059ce req-aba14664-4927-40d6-9795-33402c7e4843 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=287514179835418d830ded3c10a2c726&device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 1098 time: 0.0955541 Jul 16 18:41:30.523192 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44f394-37c8-4b13-a9a9-123bb8fef78e req-b78aef28-1d58-4ce1-adcd-ab5610e16f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.524546 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cc44f394-37c8-4b13-a9a9-123bb8fef78e req-b78aef28-1d58-4ce1-adcd-ab5610e16f79 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 1098 time: 0.0905652 Jul 16 18:41:30.550497 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-01759eb2-33cd-4b59-a508-14842d5acdeb req-ef4396cb-f68f-4af4-902c-82b2bc010fb7 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321612 Jul 16 18:41:30.596074 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cc44f394-37c8-4b13-a9a9-123bb8fef78e req-6e25f0b8-59cf-47da-b69c-7226fa87953b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564730 Jul 16 18:41:30.652138 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce2e15-a6f6-4727-b2f2-811cafa059ce req-2d98d912-2847-4481-a11c-4224908e07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.653472 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cfce2e15-a6f6-4727-b2f2-811cafa059ce req-2d98d912-2847-4481-a11c-4224908e07f4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 200 len: 920 time: 0.0995641 Jul 16 18:41:30.728422 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cfce2e15-a6f6-4727-b2f2-811cafa059ce req-4544138f-34e1-4635-be38-93f4d76310c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326 HTTP/1.1" status: 200 len: 217 time: 0.0337515 Jul 16 18:41:30.784478 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce2e15-a6f6-4727-b2f2-811cafa059ce req-82457cd7-57c8-4778-9503-dcabfcb97300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.785937 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cfce2e15-a6f6-4727-b2f2-811cafa059ce req-82457cd7-57c8-4778-9503-dcabfcb97300 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 200 len: 858 time: 0.0420084 Jul 16 18:41:30.828359 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cfce2e15-a6f6-4727-b2f2-811cafa059ce req-05828e75-5b31-47b5-b515-43616768e184 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=13dcc692-e71d-40df-8598-71e3fe9108ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297461 Jul 16 18:41:30.939295 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cfce2e15-a6f6-4727-b2f2-811cafa059ce req-d40c8d65-76a3-4ca1-8040-b6280c6cf493 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862677 Jul 16 18:41:31.040652 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cfce2e15-a6f6-4727-b2f2-811cafa059ce req-3162111b-4c2d-4f04-a44e-b16018045462 service neutron] 10.222.0.88 "GET /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897920 Jul 16 18:41:31.540477 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423cd8-3435-492e-96f6-52bdf10d35ba req-6ec3806c-559f-42fc-bc98-29eb57c42d7d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:31.541984 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cd423cd8-3435-492e-96f6-52bdf10d35ba req-6ec3806c-559f-42fc-bc98-29eb57c42d7d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0623007 Jul 16 18:41:31.578614 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cd423cd8-3435-492e-96f6-52bdf10d35ba req-6e91ac9c-dd1b-4cfb-a780-b62acbf0abb7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309570 Jul 16 18:41:31.725492 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab9816-4047-4351-af38-6850e6883ae5 req-bf0e8ca6-a38a-4c0f-8149-eb89b04e0875 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:31.727002 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-18ab9816-4047-4351-af38-6850e6883ae5 req-bf0e8ca6-a38a-4c0f-8149-eb89b04e0875 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0655296 Jul 16 18:41:31.765125 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-18ab9816-4047-4351-af38-6850e6883ae5 req-c7131993-bd4c-41d2-8a2a-7f3b21b04516 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321453 Jul 16 18:41:32.211940 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:32.761612 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bc6a1-51a7-41b1-9e2b-50bfb630b4b2 req-a3dca6c3-3058-4c9b-9161-e80f7c9e2597 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:32.763106 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea8bc6a1-51a7-41b1-9e2b-50bfb630b4b2 req-a3dca6c3-3058-4c9b-9161-e80f7c9e2597 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0644274 Jul 16 18:41:32.804617 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ea8bc6a1-51a7-41b1-9e2b-50bfb630b4b2 req-3b3a020e-7525-4f61-87c2-f8a7732b934e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357389 Jul 16 18:41:32.945085 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2a841-a4ae-4fbd-aba7-b56f6629834f req-915afac9-04e6-4ed3-894c-1b040bd03097 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:32.946505 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-62b2a841-a4ae-4fbd-aba7-b56f6629834f req-915afac9-04e6-4ed3-894c-1b040bd03097 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0666888 Jul 16 18:41:32.984573 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-62b2a841-a4ae-4fbd-aba7-b56f6629834f req-c31289c7-37c8-41ff-ab6f-29769d75251c tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325119 Jul 16 18:41:33.348338 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676cd82-4cdd-461c-ad9b-927078a4cdce req-000e1ce6-7dc4-443c-a926-cf0dc2661baa tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:33.351113 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c676cd82-4cdd-461c-ad9b-927078a4cdce req-000e1ce6-7dc4-443c-a926-cf0dc2661baa tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0675118 Jul 16 18:41:33.392654 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c676cd82-4cdd-461c-ad9b-927078a4cdce req-774a368e-3e64-481a-a27a-6ef86993931d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350838 Jul 16 18:41:34.145485 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3f9c6-07b5-4420-a7ae-792f8e09cd72 req-db20eff2-9696-4209-8223-d67c7fd4dfc9 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:34.147758 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-60b3f9c6-07b5-4420-a7ae-792f8e09cd72 req-db20eff2-9696-4209-8223-d67c7fd4dfc9 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0668912 Jul 16 18:41:34.185134 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-60b3f9c6-07b5-4420-a7ae-792f8e09cd72 req-e68fc778-cdc1-4474-a63c-04274a631cc7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314207 Jul 16 18:41:34.576934 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a5f57-070e-4023-bc73-dfaa0b21ecfb req-f04fcc9b-7d57-4280-8d16-c1d577062b45 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:34.578724 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e53a5f57-070e-4023-bc73-dfaa0b21ecfb req-f04fcc9b-7d57-4280-8d16-c1d577062b45 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0741711 Jul 16 18:41:34.619303 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e53a5f57-070e-4023-bc73-dfaa0b21ecfb req-2092cfda-ffd4-44a1-a98b-3bf7cc973d0d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336695 Jul 16 18:41:34.702998 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada086bb-57a8-4f1c-bfae-311be05b1ed9 req-d0609fc5-2a9d-4790-951e-ac2f8607f2b0 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:34.704478 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ada086bb-57a8-4f1c-bfae-311be05b1ed9 req-d0609fc5-2a9d-4790-951e-ac2f8607f2b0 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0718486 Jul 16 18:41:34.742096 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ada086bb-57a8-4f1c-bfae-311be05b1ed9 req-08dc2281-7a85-48df-b5c5-deebe2b6fc53 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Jul 16 18:41:35.365058 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5660cba-8587-4913-b929-7e16b4ce0e4f req-ca560096-899a-4588-b5a7-f3517f02b3d1 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:35.366648 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c5660cba-8587-4913-b929-7e16b4ce0e4f req-ca560096-899a-4588-b5a7-f3517f02b3d1 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0665684 Jul 16 18:41:35.405528 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c5660cba-8587-4913-b929-7e16b4ce0e4f req-bb5cab0d-2c27-44c7-9f92-719d8b8175ae tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333121 Jul 16 18:41:35.798369 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192c564-d34f-46b5-8757-ff1e7cd9ae39 req-6c34e6eb-2f2b-481f-b9a0-65338723e465 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:35.799866 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e192c564-d34f-46b5-8757-ff1e7cd9ae39 req-6c34e6eb-2f2b-481f-b9a0-65338723e465 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0644796 Jul 16 18:41:35.838467 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e192c564-d34f-46b5-8757-ff1e7cd9ae39 req-1b10c7d4-9311-4790-a888-7b8c42f8f799 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322516 Jul 16 18:41:35.913466 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b161d7-f755-42d1-80e9-c14b94468330 req-3ae9b300-e55d-4720-ad71-a4933e087de8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:35.914982 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-67b161d7-f755-42d1-80e9-c14b94468330 req-3ae9b300-e55d-4720-ad71-a4933e087de8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0633256 Jul 16 18:41:35.952979 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-67b161d7-f755-42d1-80e9-c14b94468330 req-501998f1-6cbf-4274-af5d-0a6383116675 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 Jul 16 18:41:36.585010 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014db79-9f13-443e-b726-d74fd2c2e1ad req-f23c3577-62f1-4958-b4f4-18f012f833cc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.586573 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6014db79-9f13-443e-b726-d74fd2c2e1ad req-f23c3577-62f1-4958-b4f4-18f012f833cc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0628297 Jul 16 18:41:36.624294 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6014db79-9f13-443e-b726-d74fd2c2e1ad req-002572b8-4804-463b-9c69-8284a25f6145 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322235 Jul 16 18:41:37.010066 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97248ee0-2978-4b69-93ab-180e1672fae9 req-31f3f2a6-2d8d-4824-b53a-c40ed0daaffb tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.011566 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97248ee0-2978-4b69-93ab-180e1672fae9 req-31f3f2a6-2d8d-4824-b53a-c40ed0daaffb tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0638218 Jul 16 18:41:37.049022 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97248ee0-2978-4b69-93ab-180e1672fae9 req-32d06e40-06c6-4415-b67e-9f67aa45593d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317230 Jul 16 18:41:37.126798 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9948c78-0e39-4688-a147-9b9db9e4ab8b req-36618f78-dc51-4b4a-b1ab-4158aa6b5f64 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.128240 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d9948c78-0e39-4688-a147-9b9db9e4ab8b req-36618f78-dc51-4b4a-b1ab-4158aa6b5f64 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0650933 Jul 16 18:41:37.165860 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d9948c78-0e39-4688-a147-9b9db9e4ab8b req-9d08e355-4fc1-40dd-b1d7-41d30f552f32 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312967 Jul 16 18:41:37.803682 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f14822-0666-49a7-9f65-ca07ee782720 req-625f6e00-5640-4c41-8d97-862a3b4fd5d8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.805141 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a2f14822-0666-49a7-9f65-ca07ee782720 req-625f6e00-5640-4c41-8d97-862a3b4fd5d8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0661261 Jul 16 18:41:37.842204 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a2f14822-0666-49a7-9f65-ca07ee782720 req-18df8667-6d5c-4fc9-91cc-5af7411a34ca tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Jul 16 18:41:38.219367 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec6f3a-e925-4280-8884-f7fc77a2169c req-91af86a1-d95e-4761-99c0-1475a7c76255 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.220853 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-efec6f3a-e925-4280-8884-f7fc77a2169c req-91af86a1-d95e-4761-99c0-1475a7c76255 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0639379 Jul 16 18:41:38.260350 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-efec6f3a-e925-4280-8884-f7fc77a2169c req-b9546b62-0264-4683-b7c9-9135e5c85b4c tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324113 Jul 16 18:41:38.262089 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464134-73ab-4ea7-ad97-13a107e38018 req-2f93c14e-9bed-4bcf-a0d9-1abcd2126455 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.263844 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-24464134-73ab-4ea7-ad97-13a107e38018 req-2f93c14e-9bed-4bcf-a0d9-1abcd2126455 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.88 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.0662656 Jul 16 18:41:38.401497 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc02ba-4d9e-420d-98a0-7e9bb2ef0d17 req-b34ea463-3698-4dc7-9c27-d81904276952 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.402907 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5bcc02ba-4d9e-420d-98a0-7e9bb2ef0d17 req-b34ea463-3698-4dc7-9c27-d81904276952 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 945 time: 0.1229734 Jul 16 18:41:38.430742 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-24464134-73ab-4ea7-ad97-13a107e38018 req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Deleting port 23eb4213-d999-416e-bdc9-7cf4b658a45d {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:38.431087 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-24464134-73ab-4ea7-ad97-13a107e38018 req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.467634 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5bcc02ba-4d9e-420d-98a0-7e9bb2ef0d17 req-30482115-6733-48b9-9199-7bf4aef43805 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587256 Jul 16 18:41:38.533405 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-24464134-73ab-4ea7-ad97-13a107e38018 req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] For port 23eb4213-d999-416e-bdc9-7cf4b658a45d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=23eb4213-d999-416e-bdc9-7cf4b658a45d,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:38.533760 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-24464134-73ab-4ea7-ad97-13a107e38018 req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.545122 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-24464134-73ab-4ea7-ad97-13a107e38018 req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Calling delete_port for 23eb4213-d999-416e-bdc9-7cf4b658a45d owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:38.669165 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-24464134-73ab-4ea7-ad97-13a107e38018 req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.687312 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['6d8b04c1-27aa-47fe-ac94-048f06baf326', '23eb4213-d999-416e-bdc9-7cf4b658a45d'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:38.735347 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Pushing event deleted for resources: {'Port': ['ID=23eb4213-d999-416e-bdc9-7cf4b658a45d,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:38.752617 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-24464134-73ab-4ea7-ad97-13a107e38018 req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] No DVR routers for this DVR port 23eb4213-d999-416e-bdc9-7cf4b658a45d on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:38.755792 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-24464134-73ab-4ea7-ad97-13a107e38018 req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.758139 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-24464134-73ab-4ea7-ad97-13a107e38018 req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.88 "DELETE /v2.0/ports/23eb4213-d999-416e-bdc9-7cf4b658a45d HTTP/1.1" status: 204 len: 173 time: 0.4851928 Jul 16 18:41:38.761598 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84485c9c-1970-41a8-813e-e030b19c5729', 'name': 'network-vif-deleted', 'tag': '23eb4213-d999-416e-bdc9-7cf4b658a45d'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:38.763870 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d191848f-30d5-4829-9635-56c28dee8b53" -d '{"events": [{"server_uuid": "84485c9c-1970-41a8-813e-e030b19c5729", "name": "network-vif-deleted", "tag": "23eb4213-d999-416e-bdc9-7cf4b658a45d"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:38.768263 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.768620 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.768965 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.769307 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.769646 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.770006 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.770347 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.770668 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.771782 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.771782 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.772069 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.772398 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55618239-693d-48a2-be26-c75fc021485b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:38.803490 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da4c5da-43e1-4ca6-b8bb-74229ca1d87b x-openstack-request-id: req-0da4c5da-43e1-4ca6-b8bb-74229ca1d87b {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:38.803765 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84485c9c-1970-41a8-813e-e030b19c5729", "name": "network-vif-deleted", "tag": "23eb4213-d999-416e-bdc9-7cf4b658a45d", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:38.804120 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0da4c5da-43e1-4ca6-b8bb-74229ca1d87b {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:38.804520 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84485c9c-1970-41a8-813e-e030b19c5729', 'name': 'network-vif-deleted', 'tag': '23eb4213-d999-416e-bdc9-7cf4b658a45d', 'status': 'completed', 'code': 200} Jul 16 18:41:39.018184 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78b954-ff13-475b-ab77-5a1bbc34ed02 req-9e30c19b-bb3a-41a6-bf5d-24afbde14a89 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:39.019632 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fa78b954-ff13-475b-ab77-5a1bbc34ed02 req-9e30c19b-bb3a-41a6-bf5d-24afbde14a89 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 944 time: 0.0617695 Jul 16 18:41:39.057507 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fa78b954-ff13-475b-ab77-5a1bbc34ed02 req-ed931186-cdf4-4e1b-a598-cf8b88747629 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320373 Jul 16 18:41:39.439507 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7511eb-9962-4c2d-87dd-01f9f583d4ff req-b2117a55-9989-4933-9cd1-4c68b2e2e4e1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:39.440979 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3d7511eb-9962-4c2d-87dd-01f9f583d4ff req-b2117a55-9989-4933-9cd1-4c68b2e2e4e1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0663123 Jul 16 18:41:39.480003 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3d7511eb-9962-4c2d-87dd-01f9f583d4ff req-ee1a4147-3c22-4cac-9f21-6acb9ceb2686 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328462 Jul 16 18:41:39.625298 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-efe6f7c2-7fbc-4fcc-b7ce-04f3a8448693 req-cae628bb-bc28-4912-a69a-d13bd9b50363 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=84485c9c-1970-41a8-813e-e030b19c5729 HTTP/1.1" status: 200 len: 210 time: 0.0317852 Jul 16 18:41:39.711193 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 88156eb8-750a-4643-9949-0397c10edc3e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:39.807045 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:39.817859 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '88156eb8-750a-4643-9949-0397c10edc3e', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'port_id': '88156eb8-750a-4643-9949-0397c10edc3e', 'mac_address': 'fa:16:3e:27:2a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:39.854390 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.866856 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88156eb8-750a-4643-9949-0397c10edc3e {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:39.886496 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:39.890388 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.940083 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=88156eb8-750a-4643-9949-0397c10edc3e,revision_number=9']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:40.231779 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ec5ff-8f16-4de0-9ed3-10d0102a1e41 req-a01140ed-e88e-4175-b23b-8f7947c7ccd3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:40.233160 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d91ec5ff-8f16-4de0-9ed3-10d0102a1e41 req-a01140ed-e88e-4175-b23b-8f7947c7ccd3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 945 time: 0.0622425 Jul 16 18:41:40.269646 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d91ec5ff-8f16-4de0-9ed3-10d0102a1e41 req-bd13f7e3-3261-45d1-97fc-18691dba1b58 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308552 Jul 16 18:41:40.369385 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['88156eb8-750a-4643-9949-0397c10edc3e'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:40.652223 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dafa0-d623-456d-89e4-e5722232e027 req-05f45579-ee4c-432a-9e76-da529fa7c890 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:40.653729 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-435dafa0-d623-456d-89e4-e5722232e027 req-05f45579-ee4c-432a-9e76-da529fa7c890 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0624051 Jul 16 18:41:40.694095 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-435dafa0-d623-456d-89e4-e5722232e027 req-53c9bafd-1cf9-4f09-827d-70798e60c70f tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341384 Jul 16 18:41:41.091096 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b43c3-3b02-48ae-80d8-84731e525bb2 req-4f1cb3ad-7a20-4da2-b60b-9b4b0d5c3d16 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.092857 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-df3b43c3-3b02-48ae-80d8-84731e525bb2 req-4f1cb3ad-7a20-4da2-b60b-9b4b0d5c3d16 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0640860 Jul 16 18:41:41.130978 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-df3b43c3-3b02-48ae-80d8-84731e525bb2 req-066e7581-0051-483a-9f35-6205a8229f06 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Jul 16 18:41:41.445673 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb595330-4c15-4e35-9df4-e83413c350d1 req-879357ee-0205-40dc-9d18-1b30ef256036 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.447078 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-eb595330-4c15-4e35-9df4-e83413c350d1 req-879357ee-0205-40dc-9d18-1b30ef256036 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 945 time: 0.0613468 Jul 16 18:41:41.483628 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-eb595330-4c15-4e35-9df4-e83413c350d1 req-5dc2b24d-7679-4d7b-bdcd-d036fd182195 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310545 Jul 16 18:41:41.868350 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9050d-dee9-4245-87f7-0fef35335776 req-abf77a12-c5c8-432b-80fc-a6d35ff3435d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.869796 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-05f9050d-dee9-4245-87f7-0fef35335776 req-abf77a12-c5c8-432b-80fc-a6d35ff3435d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0657752 Jul 16 18:41:41.906315 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-05f9050d-dee9-4245-87f7-0fef35335776 req-4371e506-3721-41fc-965d-6644d83c92d5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310190 Jul 16 18:41:42.306104 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3461c19-d964-4cd2-b8bf-1645ea3e38a8 req-ef08afad-73c5-4dfb-9d2f-541c8b2baf1b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:42.307475 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b3461c19-d964-4cd2-b8bf-1645ea3e38a8 req-ef08afad-73c5-4dfb-9d2f-541c8b2baf1b tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0648131 Jul 16 18:41:42.344426 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b3461c19-d964-4cd2-b8bf-1645ea3e38a8 req-df765f99-5506-4878-88b6-0bec8ff60495 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314355 Jul 16 18:41:42.661258 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9647ca-4ded-483d-8db2-7db73ed2f228 req-c5fc03df-ec36-4a5e-9c93-d1c80c07b131 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:42.663418 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2a9647ca-4ded-483d-8db2-7db73ed2f228 req-c5fc03df-ec36-4a5e-9c93-d1c80c07b131 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 945 time: 0.0617261 Jul 16 18:41:42.700428 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2a9647ca-4ded-483d-8db2-7db73ed2f228 req-a64100a8-a6b9-4f25-b2d3-192a41567848 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Jul 16 18:41:43.081257 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8532-af25-45cc-9ee4-738022bae4a0 req-a39fb248-6e76-44b4-9142-a6e9e7dc9cd9 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.082777 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-493e8532-af25-45cc-9ee4-738022bae4a0 req-a39fb248-6e76-44b4-9142-a6e9e7dc9cd9 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0651100 Jul 16 18:41:43.120673 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-493e8532-af25-45cc-9ee4-738022bae4a0 req-b49a63ba-9559-4870-9cc7-bb67a51d209d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317121 Jul 16 18:41:43.518919 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f61c6-0ec0-4ba5-a396-da77d18f732a req-39abe7fa-76ca-4401-b257-9acff9f71ff8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.520394 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-819f61c6-0ec0-4ba5-a396-da77d18f732a req-39abe7fa-76ca-4401-b257-9acff9f71ff8 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0655620 Jul 16 18:41:43.557623 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-819f61c6-0ec0-4ba5-a396-da77d18f732a req-557ae5d0-b621-4a92-b591-d136ef4a77ab tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Jul 16 18:41:43.881964 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e050c-36c7-4e9e-aa13-278ce423c18a req-041a24fd-151b-41e6-a4a1-be2e4221d751 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.884083 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-864e050c-36c7-4e9e-aa13-278ce423c18a req-041a24fd-151b-41e6-a4a1-be2e4221d751 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 945 time: 0.0672383 Jul 16 18:41:43.922188 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-864e050c-36c7-4e9e-aa13-278ce423c18a req-3dca7856-935b-4efa-94b5-dd16f06c0bef tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323813 Jul 16 18:41:44.290307 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bb439-19d7-4c9b-8e18-b24add5aebba req-da608776-c0f9-429a-a5f8-fd9b9377dd2a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.291760 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-676bb439-19d7-4c9b-8e18-b24add5aebba req-da608776-c0f9-429a-a5f8-fd9b9377dd2a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0617378 Jul 16 18:41:44.328140 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-676bb439-19d7-4c9b-8e18-b24add5aebba req-2d3e9513-488f-4a31-aee0-a69a33c78d81 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308614 Jul 16 18:41:44.729001 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23611ca3-aea3-4b5f-abc6-1bbe58bdf99e req-b388b448-e062-4e96-8b58-081973fc2438 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.730507 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-23611ca3-aea3-4b5f-abc6-1bbe58bdf99e req-b388b448-e062-4e96-8b58-081973fc2438 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0633116 Jul 16 18:41:44.767239 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-23611ca3-aea3-4b5f-abc6-1bbe58bdf99e req-8759ec29-63f6-4583-a520-dc4173b219fb tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310528 Jul 16 18:41:45.003954 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 88156eb8-750a-4643-9949-0397c10edc3e up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:45.051517 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 88156eb8-750a-4643-9949-0397c10edc3e triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:45.052420 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.100844 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868d18a-d310-4e85-bc80-ee5e79ea17f3 req-f33c6aec-9842-4748-8b00-abc5e4c94dc6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:45.102382 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9868d18a-d310-4e85-bc80-ee5e79ea17f3 req-f33c6aec-9842-4748-8b00-abc5e4c94dc6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 945 time: 0.0653536 Jul 16 18:41:45.133393 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.141117 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9868d18a-d310-4e85-bc80-ee5e79ea17f3 req-7d000ad6-4936-48b0-be8c-6b3cf04ef300 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331974 Jul 16 18:41:45.155954 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:45.158350 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815b7ffa-72ef-468e-9062-f64a6773767d" -d '{"events": [{"server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "name": "network-vif-plugged", "status": "completed", "tag": "88156eb8-750a-4643-9949-0397c10edc3e"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:45.172070 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:45.175827 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.176622 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 23eb4213-d999-416e-bdc9-7cf4b658a45d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:45.199654 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8ac299-ab86-4477-b73a-37fa01abcad9 x-openstack-request-id: req-6c8ac299-ab86-4477-b73a-37fa01abcad9 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:45.199947 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "name": "network-vif-plugged", "status": "completed", "tag": "88156eb8-750a-4643-9949-0397c10edc3e", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:45.203848 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6c8ac299-ab86-4477-b73a-37fa01abcad9 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:45.204262 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e', 'code': 200} Jul 16 18:41:45.221707 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 23eb4213-d999-416e-bdc9-7cf4b658a45d {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:45.222006 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 23eb4213-d999-416e-bdc9-7cf4b658a45d not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:45.249757 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=88156eb8-750a-4643-9949-0397c10edc3e,revision_number=10']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.514513 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c91f9c-0b79-4716-98f0-aba38051ab9b req-6f76822c-8f64-4f0e-bf7b-191451fb9852 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:45.516004 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d8c91f9c-0b79-4716-98f0-aba38051ab9b req-6f76822c-8f64-4f0e-bf7b-191451fb9852 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0738864 Jul 16 18:41:45.552818 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d8c91f9c-0b79-4716-98f0-aba38051ab9b req-f4da5b22-af5a-4cfd-a6e0-2b065cf062aa tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307293 Jul 16 18:41:45.924136 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718966-3eb1-4b0c-8d8e-19f23ff1a213 req-8eac991b-080e-4d86-9d0f-ec9236f1c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:45.925623 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a1718966-3eb1-4b0c-8d8e-19f23ff1a213 req-8eac991b-080e-4d86-9d0f-ec9236f1c396 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 1100 time: 0.0839016 Jul 16 18:41:45.970560 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019a7eb-2718-4941-a971-935254b84ca6 req-a6109f48-2b16-4691-9a5a-6618e0e0c6ac tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:45.971986 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7019a7eb-2718-4941-a971-935254b84ca6 req-a6109f48-2b16-4691-9a5a-6618e0e0c6ac tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0889218 Jul 16 18:41:45.988741 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a1718966-3eb1-4b0c-8d8e-19f23ff1a213 req-58c896b7-a804-4f05-8040-40a7eaed6b74 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480678 Jul 16 18:41:46.015130 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7019a7eb-2718-4941-a971-935254b84ca6 req-03adec27-eb6d-4cec-9316-55063ae57189 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351830 Jul 16 18:41:46.327665 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de4f0d-f0b0-4331-bb4b-f822db8a1c30 req-ed94f591-82b8-4b06-af46-7cea98b4c9ce tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.329126 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-48de4f0d-f0b0-4331-bb4b-f822db8a1c30 req-ed94f591-82b8-4b06-af46-7cea98b4c9ce tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 947 time: 0.0662718 Jul 16 18:41:46.367306 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-48de4f0d-f0b0-4331-bb4b-f822db8a1c30 req-a7656161-36eb-432d-9696-b545ea2e3d37 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315936 Jul 16 18:41:46.723621 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e950-d80e-4e5a-88d8-0e72fff43433 req-8eea2c6d-a5dd-433f-824a-8d95be5c1016 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.725848 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a297e950-d80e-4e5a-88d8-0e72fff43433 req-8eea2c6d-a5dd-433f-824a-8d95be5c1016 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0622928 Jul 16 18:41:46.762327 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a297e950-d80e-4e5a-88d8-0e72fff43433 req-1d439e45-e641-4029-bc2a-a30c7dde22af tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308626 Jul 16 18:41:47.192693 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8a727-ab7a-462d-9c9f-1442e15aee20 req-9d06a1fc-52a9-4433-a94f-6c6a81b48df6 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.194469 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-90e8a727-ab7a-462d-9c9f-1442e15aee20 req-9d06a1fc-52a9-4433-a94f-6c6a81b48df6 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0701797 Jul 16 18:41:47.234244 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-90e8a727-ab7a-462d-9c9f-1442e15aee20 req-b8172463-f21a-465d-9f65-0c1deb123c34 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338309 Jul 16 18:41:47.545985 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdcf08-9fee-4479-a281-947c70dac0bc req-a3f90b53-dc68-4ded-822e-15eea493287b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.547361 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-78bdcf08-9fee-4479-a281-947c70dac0bc req-a3f90b53-dc68-4ded-822e-15eea493287b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 947 time: 0.0654092 Jul 16 18:41:47.585144 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-78bdcf08-9fee-4479-a281-947c70dac0bc req-eeee5b12-45f1-495f-95ed-66fa54b0a00a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Jul 16 18:41:47.930989 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c44c80-ef1f-401d-bfc2-7cf7a7e2b225 req-95c41ee4-9f0b-4a31-98a9-93332dd58f6c tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.932463 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-61c44c80-ef1f-401d-bfc2-7cf7a7e2b225 req-95c41ee4-9f0b-4a31-98a9-93332dd58f6c tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0629697 Jul 16 18:41:47.969350 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-61c44c80-ef1f-401d-bfc2-7cf7a7e2b225 req-4c1c2afc-7b55-4e9c-9c5b-3d746c1c59e6 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313475 Jul 16 18:41:48.403420 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71987bae-cbd0-410f-9b7d-bd8f27555d43 req-f626e434-a585-4ce7-a043-bceceb120f05 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.404891 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-71987bae-cbd0-410f-9b7d-bd8f27555d43 req-f626e434-a585-4ce7-a043-bceceb120f05 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0634758 Jul 16 18:41:48.441296 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-71987bae-cbd0-410f-9b7d-bd8f27555d43 req-890daf6f-17aa-4c42-9900-b841ba493832 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307758 Jul 16 18:41:48.763049 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a78efd-148d-4a01-a063-0c058345757f req-fcaf601d-8aac-4eec-b0fc-0812f55e68bd tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.764516 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-36a78efd-148d-4a01-a063-0c058345757f req-fcaf601d-8aac-4eec-b0fc-0812f55e68bd tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 947 time: 0.0627353 Jul 16 18:41:48.801017 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-36a78efd-148d-4a01-a063-0c058345757f req-f563a623-2c87-458d-bd67-2f4c5f3d407a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Jul 16 18:41:49.145687 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420dc25-f049-4211-b203-6842bfcdef15 req-a93f2767-177b-4bec-8a81-c1664e4052f7 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.147184 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d420dc25-f049-4211-b203-6842bfcdef15 req-a93f2767-177b-4bec-8a81-c1664e4052f7 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0623024 Jul 16 18:41:49.184068 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d420dc25-f049-4211-b203-6842bfcdef15 req-eb95260c-8340-487e-b65d-ea07fecea623 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312474 Jul 16 18:41:49.615592 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb08b3-601a-4b4c-87c9-964732ac48f4 req-e639fc84-18da-47f1-ab23-2bc9b5e64d5e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.616973 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5bcb08b3-601a-4b4c-87c9-964732ac48f4 req-e639fc84-18da-47f1-ab23-2bc9b5e64d5e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0661089 Jul 16 18:41:49.654073 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5bcb08b3-601a-4b4c-87c9-964732ac48f4 req-ed5996d7-3f3e-497b-8732-4bba61e93314 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Jul 16 18:41:49.980420 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f1b2f-5e90-44ae-a105-f483ad43195c req-0c38d148-2963-4dac-b650-e6a628c5de66 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.981810 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-259f1b2f-5e90-44ae-a105-f483ad43195c req-0c38d148-2963-4dac-b650-e6a628c5de66 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 947 time: 0.0652056 Jul 16 18:41:50.020072 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-259f1b2f-5e90-44ae-a105-f483ad43195c req-84141e46-5491-41ea-85b1-3df8a5fb153a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326085 Jul 16 18:41:50.356921 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73120f3-2a0c-46cc-b116-97ae3260f402 req-37ceebb1-68fc-4962-8719-ae098cddcffb tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.358407 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d73120f3-2a0c-46cc-b116-97ae3260f402 req-37ceebb1-68fc-4962-8719-ae098cddcffb tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0623493 Jul 16 18:41:50.398646 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d73120f3-2a0c-46cc-b116-97ae3260f402 req-8cccb9b1-4a9e-41cd-ba1d-e4791b0672ca tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345337 Jul 16 18:41:50.522299 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1d470-7bf1-4ad9-8021-1cc0e179ad39 req-8fc69d4e-9f43-48d7-afee-290543741802 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.523985 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a9e1d470-7bf1-4ad9-8021-1cc0e179ad39 req-8fc69d4e-9f43-48d7-afee-290543741802 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0614133 Jul 16 18:41:50.635522 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-a9e1d470-7bf1-4ad9-8021-1cc0e179ad39 req-e264b484-1f8d-4d3a-b3ee-0d9f1016eb57 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Deleting port 6d8b04c1-27aa-47fe-ac94-048f06baf326 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:50.635776 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-a9e1d470-7bf1-4ad9-8021-1cc0e179ad39 req-e264b484-1f8d-4d3a-b3ee-0d9f1016eb57 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.739791 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-a9e1d470-7bf1-4ad9-8021-1cc0e179ad39 req-e264b484-1f8d-4d3a-b3ee-0d9f1016eb57 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] For port 6d8b04c1-27aa-47fe-ac94-048f06baf326, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6d8b04c1-27aa-47fe-ac94-048f06baf326,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:50.740067 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-a9e1d470-7bf1-4ad9-8021-1cc0e179ad39 req-e264b484-1f8d-4d3a-b3ee-0d9f1016eb57 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.753384 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-a9e1d470-7bf1-4ad9-8021-1cc0e179ad39 req-e264b484-1f8d-4d3a-b3ee-0d9f1016eb57 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Calling delete_port for 6d8b04c1-27aa-47fe-ac94-048f06baf326 owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:50.898119 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dcd2-c8ef-41af-a36f-6b4751b9e860 req-55c782fa-e3a5-4800-8e4d-253ce69ad57e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.899633 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-df29dcd2-c8ef-41af-a36f-6b4751b9e860 req-55c782fa-e3a5-4800-8e4d-253ce69ad57e tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce551cd9-fd16-491e-bd81-16bcdcfc715c HTTP/1.1" status: 200 len: 945 time: 0.0944917 Jul 16 18:41:50.971163 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-df29dcd2-c8ef-41af-a36f-6b4751b9e860 req-ec18d31b-d5dc-4071-acde-7ca01e31c518 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.79 "GET /v2.0/security-groups?id=42a08b2a-619d-4525-92f4-0d99ff2b3101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494542 Jul 16 18:41:50.971757 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-a9e1d470-7bf1-4ad9-8021-1cc0e179ad39 req-e264b484-1f8d-4d3a-b3ee-0d9f1016eb57 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.995851 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['6d8b04c1-27aa-47fe-ac94-048f06baf326'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:51.006114 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264b484-1f8d-4d3a-b3ee-0d9f1016eb57 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Pushing event deleted for resources: {'Port': ['ID=6d8b04c1-27aa-47fe-ac94-048f06baf326,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:51.053270 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e1d470-7bf1-4ad9-8021-1cc0e179ad39 req-e264b484-1f8d-4d3a-b3ee-0d9f1016eb57 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] No DVR routers for this DVR port 6d8b04c1-27aa-47fe-ac94-048f06baf326 on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:51.056012 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-a9e1d470-7bf1-4ad9-8021-1cc0e179ad39 req-e264b484-1f8d-4d3a-b3ee-0d9f1016eb57 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.058324 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a9e1d470-7bf1-4ad9-8021-1cc0e179ad39 req-e264b484-1f8d-4d3a-b3ee-0d9f1016eb57 tempest-ServerRescueNegativeTestJSON-221715554 tempest-ServerRescueNegativeTestJSON-221715554-project] 10.222.0.88 "DELETE /v2.0/ports/6d8b04c1-27aa-47fe-ac94-048f06baf326 HTTP/1.1" status: 204 len: 173 time: 0.5194333 Jul 16 18:41:51.058768 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce551cd9-fd16-491e-bd81-16bcdcfc715c', 'name': 'network-vif-deleted', 'tag': '6d8b04c1-27aa-47fe-ac94-048f06baf326'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:51.060994 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7685e64d-bd27-4a41-94a8-f82e999a8f26" -d '{"events": [{"server_uuid": "ce551cd9-fd16-491e-bd81-16bcdcfc715c", "name": "network-vif-deleted", "tag": "6d8b04c1-27aa-47fe-ac94-048f06baf326"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:51.103613 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6789e37c-7eba-4b24-8cd7-5c7c71b4886c x-openstack-request-id: req-6789e37c-7eba-4b24-8cd7-5c7c71b4886c {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:51.104122 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce551cd9-fd16-491e-bd81-16bcdcfc715c", "name": "network-vif-deleted", "tag": "6d8b04c1-27aa-47fe-ac94-048f06baf326", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:51.104587 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6789e37c-7eba-4b24-8cd7-5c7c71b4886c {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:51.105191 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce551cd9-fd16-491e-bd81-16bcdcfc715c', 'name': 'network-vif-deleted', 'tag': '6d8b04c1-27aa-47fe-ac94-048f06baf326', 'status': 'completed', 'code': 200} Jul 16 18:41:51.220845 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63495aab-2079-4ba8-8409-76cfa7dd2017 req-457379dc-dc8e-4bed-83a1-1596fa876b06 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:51.222302 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-63495aab-2079-4ba8-8409-76cfa7dd2017 req-457379dc-dc8e-4bed-83a1-1596fa876b06 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 947 time: 0.0715163 Jul 16 18:41:51.261964 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-63495aab-2079-4ba8-8409-76cfa7dd2017 req-2fa5c9d5-2c55-44cc-bebf-35d41ecb22bc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333779 Jul 16 18:41:51.576199 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403c8b5-9c3b-46d5-9230-d650b11e80c4 req-4cffd276-dd5d-4d1a-8661-605a5e47ecac tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:51.577678 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4403c8b5-9c3b-46d5-9230-d650b11e80c4 req-4cffd276-dd5d-4d1a-8661-605a5e47ecac tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0667958 Jul 16 18:41:51.616615 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4403c8b5-9c3b-46d5-9230-d650b11e80c4 req-7638d925-01a5-4060-b565-3d44a1057f07 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332606 Jul 16 18:41:51.734086 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-b32254b8-5575-4ef1-85b5-1df7f17fd7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.065409 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 42694) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:52.516968 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39204d87-6e20-4d9a-8990-86dd40197655 req-9850d62a-7509-4cc2-aa7b-8e18497ae688 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:52.518477 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-39204d87-6e20-4d9a-8990-86dd40197655 req-9850d62a-7509-4cc2-aa7b-8e18497ae688 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 947 time: 0.1278493 Jul 16 18:41:52.533456 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729198'] for router_interface, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.602693 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-39204d87-6e20-4d9a-8990-86dd40197655 req-15a5cb9b-ca93-4418-98a6-7545fb83bcf4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778027 Jul 16 18:41:52.805313 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e621c-2462-4fcf-89f7-fc73a02e7bfc req-d5e8f073-1e5d-4e02-9af4-b9054b561da3 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:52.806891 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-058e621c-2462-4fcf-89f7-fc73a02e7bfc req-d5e8f073-1e5d-4e02-9af4-b9054b561da3 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0698152 Jul 16 18:41:52.854658 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-058e621c-2462-4fcf-89f7-fc73a02e7bfc req-f6a05ade-7bdd-4f3d-9713-03acd55a03f8 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 Jul 16 18:41:53.083688 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] Deleting port 3a27d506-50a4-4d07-9be6-49e0f45bef42 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:53.084028 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.158622 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] For port 3a27d506-50a4-4d07-9be6-49e0f45bef42, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=3a27d506-50a4-4d07-9be6-49e0f45bef42,segment=NetworkSegment(077fd294-3b1f-4e77-863a-17ce625205b3),segment_id=077fd294-3b1f-4e77-863a-17ce625205b3)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:53.158897 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.170690 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] Calling delete_port for 3a27d506-50a4-4d07-9be6-49e0f45bef42 owned by network:router_interface {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:53.401730 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.426393 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a27d506-50a4-4d07-9be6-49e0f45bef42,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:53.582881 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725246'] for router_interface, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.801071 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] Router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:53.939802 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:53.951786 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb23a78-c460-4673-a7a0-cd617f4ad78b None None] Sync routers for ids ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:53.953763 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-11a3862d-7023-4bfa-9e47-f3729ac23c6e admin admin] 10.222.0.79 "PUT /v2.0/routers/61a645df-d2e4-4bd9-9d88-b06bc13ade08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8867893 Jul 16 18:41:53.956095 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42720) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:53.965820 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb23a78-c460-4673-a7a0-cd617f4ad78b None None] Routers {'61a645df-d2e4-4bd9-9d88-b06bc13ade08'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:53.966556 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-dbb23a78-c460-4673-a7a0-cd617f4ad78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:41:24Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:54.083199 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-dbb23a78-c460-4673-a7a0-cd617f4ad78b None None] Set router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:54.110684 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Notify callbacks [] for router, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.154491 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0b941-191d-43de-8bac-211f4ba3ea1d req-2569d72b-f71f-486b-9b58-f4baad20084d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.155983 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-66e0b941-191d-43de-8bac-211f4ba3ea1d req-2569d72b-f71f-486b-9b58-f4baad20084d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.1471405 Jul 16 18:41:54.236238 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-66e0b941-191d-43de-8bac-211f4ba3ea1d req-8991534a-3f2c-4cea-be87-940151fe9bde tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709419 Jul 16 18:41:54.250910 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.262398 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-dbb23a78-c460-4673-a7a0-cd617f4ad78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'name': 'tempest-ServerRescueNegativeTestJSON-158978495-router', 'tenant_id': '287514179835418d830ded3c10a2c726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:05Z', 'updated_at': '2021-07-16T18:41:53Z', 'revision_number': 5, 'project_id': '287514179835418d830ded3c10a2c726', 'gw_port': {'id': 'b4e7a413-f304-4fba-b5bb-9af4484ac9a6', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:54.288726 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb23a78-c460-4673-a7a0-cd617f4ad78b None None] Checking router: 61a645df-d2e4-4bd9-9d88-b06bc13ade08 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:54.297659 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb23a78-c460-4673-a7a0-cd617f4ad78b None None] Routers {'61a645df-d2e4-4bd9-9d88-b06bc13ade08'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:54.298304 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-dbb23a78-c460-4673-a7a0-cd617f4ad78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:41:24Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:54.311196 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Deleting port b4e7a413-f304-4fba-b5bb-9af4484ac9a6 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:54.311539 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.388230 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-dbb23a78-c460-4673-a7a0-cd617f4ad78b None None] Set router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 gateway port host: None {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:54.391150 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] For port b4e7a413-f304-4fba-b5bb-9af4484ac9a6, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=b4e7a413-f304-4fba-b5bb-9af4484ac9a6,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:54.391323 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.404593 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Calling delete_port for b4e7a413-f304-4fba-b5bb-9af4484ac9a6 owned by network:router_gateway {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:54.451021 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-dbb23a78-c460-4673-a7a0-cd617f4ad78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'name': 'tempest-ServerRescueNegativeTestJSON-158978495-router', 'tenant_id': '287514179835418d830ded3c10a2c726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:05Z', 'updated_at': '2021-07-16T18:41:54Z', 'revision_number': 6, 'project_id': '287514179835418d830ded3c10a2c726', 'gw_port_host': None}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:54.510158 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb23a78-c460-4673-a7a0-cd617f4ad78b None None] The sync data for ids ['61a645df-d2e4-4bd9-9d88-b06bc13ade08'] in dv-cinder-786933-5-iscsi is: [{'id': '61a645df-d2e4-4bd9-9d88-b06bc13ade08', 'name': 'tempest-ServerRescueNegativeTestJSON-158978495-router', 'tenant_id': '287514179835418d830ded3c10a2c726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:05Z', 'updated_at': '2021-07-16T18:41:54Z', 'revision_number': 6, 'project_id': '287514179835418d830ded3c10a2c726', 'gw_port_host': None}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:54.522076 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-800b0e30-8c2d-4766-b860-6f44e9476f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.601003 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f44c75-238e-4fac-959b-97a205d288a4 req-826f867a-14d0-441d-9a06-5cf0906b3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.602549 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-69f44c75-238e-4fac-959b-97a205d288a4 req-826f867a-14d0-441d-9a06-5cf0906b3db0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 1098 time: 0.0603485 Jul 16 18:41:54.635702 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.706028 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bc199-228e-4040-b5ff-356bcdede1dc req-f66a86a7-dcc0-4eaa-9b9e-46ff2232c899 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.707594 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f93bc199-228e-4040-b5ff-356bcdede1dc req-f66a86a7-dcc0-4eaa-9b9e-46ff2232c899 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.1461251 Jul 16 18:41:54.720683 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f44c75-238e-4fac-959b-97a205d288a4 req-60149167-ff07-4717-bb19-a139d62b8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.722223 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-69f44c75-238e-4fac-959b-97a205d288a4 req-60149167-ff07-4717-bb19-a139d62b8b50 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 913 time: 0.0947275 Jul 16 18:41:54.737424 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.776442 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e7a413-f304-4fba-b5bb-9af4484ac9a6,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.780930 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f93bc199-228e-4040-b5ff-356bcdede1dc req-b8710bfe-9d03-44f2-b430-b2880f60045b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667629 Jul 16 18:41:54.791545 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.791893 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.792254 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.792557 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.792883 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.793232 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.793521 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.793842 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.794183 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.794502 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.794815 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.795125 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.806456 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-69f44c75-238e-4fac-959b-97a205d288a4 req-36f74a36-b06a-41e7-8df6-8c1b9da111bd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f HTTP/1.1" status: 200 len: 1000 time: 0.0620644 Jul 16 18:41:54.865799 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f44c75-238e-4fac-959b-97a205d288a4 req-eb112609-29b5-44ca-bf83-86619ee48fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.867428 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-69f44c75-238e-4fac-959b-97a205d288a4 req-eb112609-29b5-44ca-bf83-86619ee48fda service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c63336d1-0c4a-4eb5-9f8f-5cd89462b437 HTTP/1.1" status: 200 len: 850 time: 0.0519242 Jul 16 18:41:54.953689 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f44c75-238e-4fac-959b-97a205d288a4 req-e37a154d-aea6-4641-9071-64f173bcf1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.955223 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-69f44c75-238e-4fac-959b-97a205d288a4 req-e37a154d-aea6-4641-9071-64f173bcf1e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d490c69f-49d5-4aac-8544-9d4287d0fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717571 Jul 16 18:41:55.033446 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 3a27d506-50a4-4d07-9be6-49e0f45bef42 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:55.058127 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 3a27d506-50a4-4d07-9be6-49e0f45bef42 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:55.058750 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 3a27d506-50a4-4d07-9be6-49e0f45bef42 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:55.064425 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676644'] for router_gateway, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.110992 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-69f44c75-238e-4fac-959b-97a205d288a4 req-a399a87b-3112-4778-9f5d-124ce55d3b15 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351624 Jul 16 18:41:55.168493 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6001'] for router, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.170650 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.210531 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-69f44c75-238e-4fac-959b-97a205d288a4 req-ef482df2-0722-4dee-a4b8-ea538f78636e service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895779 Jul 16 18:41:55.239513 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731814'] for router, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.240052 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61a645df-d2e4-4bd9-9d88-b06bc13ade08 {{(pid=93207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:41:55.245959 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.247148 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-b856027a-cfb6-4bbd-85bb-1c4891c6020c admin admin] 10.222.0.79 "DELETE /v2.0/routers/61a645df-d2e4-4bd9-9d88-b06bc13ade08 HTTP/1.1" status: 204 len: 168 time: 1.2898638 Jul 16 18:41:55.249593 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42730) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.298201 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_v2 [None req-235ced5f-29b7-460a-95da-024269c4f2ef admin admin] Deleting subnet 362dca3b-446b-4ee1-953c-3b9e0a5a0c7d {{(pid=93207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:55.302526 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-235ced5f-29b7-460a-95da-024269c4f2ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.337462 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-235ced5f-29b7-460a-95da-024269c4f2ef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.342862 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-235ced5f-29b7-460a-95da-024269c4f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.403162 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.408641 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-235ced5f-29b7-460a-95da-024269c4f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for subnet, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.459464 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ced5f-29b7-460a-95da-024269c4f2ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=362dca3b-446b-4ee1-953c-3b9e0a5a0c7d,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:55.461413 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-235ced5f-29b7-460a-95da-024269c4f2ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.463262 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-235ced5f-29b7-460a-95da-024269c4f2ef admin admin] 10.222.0.79 "DELETE /v2.0/subnets/362dca3b-446b-4ee1-953c-3b9e0a5a0c7d HTTP/1.1" status: 204 len: 168 time: 0.2126415 Jul 16 18:41:55.465992 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42734) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.546193 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.555878 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a079b-a026-4e99-a9d3-6ed528cdadc8 req-f1fc0f08-089d-401d-9d80-94d02b0d028f tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.556838 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-623a079b-a026-4e99-a9d3-6ed528cdadc8 req-f1fc0f08-089d-401d-9d80-94d02b0d028f tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.1581445 Jul 16 18:41:55.640810 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-623a079b-a026-4e99-a9d3-6ed528cdadc8 req-76f6f67f-c29b-4cc4-b89c-45dcb02a4e23 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762143 Jul 16 18:41:55.672706 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.685112 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.685458 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.686224 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.686555 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > port after_create 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.686874 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.687206 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > port after_update 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.687525 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.687842 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.688156 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.688834 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.706806 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 6d8b04c1-27aa-47fe-ac94-048f06baf326 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:55.727463 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 6d8b04c1-27aa-47fe-ac94-048f06baf326 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:55.727860 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 6d8b04c1-27aa-47fe-ac94-048f06baf326 not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:55.761091 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.761439 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.761814 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.762252 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:41:55.762636 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dcc692-e71d-40df-8598-71e3fe9108ea']}} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.779940 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077fd294-3b1f-4e77-863a-17ce625205b3') {'for_net_delete': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.780232 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077fd294-3b1f-4e77-863a-17ce625205b3') {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.800418 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636558'] for segment, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.819791 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.827689 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=93207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:55.828081 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10277243'] for segment, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: from cryptography.utils import int_from_bytes Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: from cryptography.utils import int_from_bytes Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: Traceback (most recent call last): Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: timer() Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: cb(*args, **kw) Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: return func(*args, **kwargs) Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: self._notify() Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: self.callback(batched_events) Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: event.method(event) Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: return f(self, *a, **k) Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._get(url).json() Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:55.832406 dv-cinder-786933-5-iscsi neutron-server[93207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:55.894598 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.902733 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.906502 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] 10.222.0.79 "DELETE /v2.0/networks/13dcc692-e71d-40df-8598-71e3fe9108ea HTTP/1.1" status: 204 len: 168 time: 0.4396813 Jul 16 18:41:55.918030 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72531e-1246-44f6-b4af-4384d3b7723f admin admin] Pushing event deleted for resources: {'Network': ['ID=13dcc692-e71d-40df-8598-71e3fe9108ea,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:55.977809 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56662e-56da-4144-a1ed-005b23eccd47 req-6c4295a9-4a6a-46bd-8c48-c1b577597e5b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.979492 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-da56662e-56da-4144-a1ed-005b23eccd47 req-6c4295a9-4a6a-46bd-8c48-c1b577597e5b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0715756 Jul 16 18:41:56.029415 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-da56662e-56da-4144-a1ed-005b23eccd47 req-3d5df7ae-e01d-447e-a091-b8b9b5f0d169 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434160 Jul 16 18:41:56.085814 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 42742) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.124936 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-2a351c01-bcf0-4d86-84c6-32a21bb5d546 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=287514179835418d830ded3c10a2c726&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379493 Jul 16 18:41:56.127397 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 42744) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.177673 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-333a3e9d-3b2d-4594-a24c-0172a5cce522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.197786 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-333a3e9d-3b2d-4594-a24c-0172a5cce522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.245093 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-333a3e9d-3b2d-4594-a24c-0172a5cce522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.247710 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-333a3e9d-3b2d-4594-a24c-0172a5cce522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.248896 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-333a3e9d-3b2d-4594-a24c-0172a5cce522 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/42a08b2a-619d-4525-92f4-0d99ff2b3101 HTTP/1.1" status: 204 len: 168 time: 0.1206162 Jul 16 18:41:56.256727 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a3e9d-3b2d-4594-a24c-0172a5cce522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a08b2a-619d-4525-92f4-0d99ff2b3101,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:56.807929 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device b4e7a413-f304-4fba-b5bb-9af4484ac9a6 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:56.820574 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8f57b-538b-498a-a561-f56ab0b2ceda req-adc1e05d-e78e-4831-91cd-8cdea2c9d31d tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.826473 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-59f8f57b-538b-498a-a561-f56ab0b2ceda req-adc1e05d-e78e-4831-91cd-8cdea2c9d31d tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0743494 Jul 16 18:41:56.828083 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: b4e7a413-f304-4fba-b5bb-9af4484ac9a6 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:56.828426 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device b4e7a413-f304-4fba-b5bb-9af4484ac9a6 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:56.865416 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-59f8f57b-538b-498a-a561-f56ab0b2ceda req-11daf1e6-ab52-4668-a962-c2f6bf34d5db tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377822 Jul 16 18:41:57.210490 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e349f2b-5f09-4f63-9ecb-9954c7a30df8 req-a7f0812b-0452-4273-b3bc-6a4cbd515dfa tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.212012 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1e349f2b-5f09-4f63-9ecb-9954c7a30df8 req-a7f0812b-0452-4273-b3bc-6a4cbd515dfa tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.0648100 Jul 16 18:41:57.255097 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1e349f2b-5f09-4f63-9ecb-9954c7a30df8 req-a302b7da-18eb-4e64-babf-c0a54e866648 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371726 Jul 16 18:41:57.432451 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.713124 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaf0f2-f35c-4f14-8e67-9c3fdf80126b req-f171fa35-88f8-442a-8411-4f7dededde07 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.714715 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6dfaf0f2-f35c-4f14-8e67-9c3fdf80126b req-f171fa35-88f8-442a-8411-4f7dededde07 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.88 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0664456 Jul 16 18:41:57.818343 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-6dfaf0f2-f35c-4f14-8e67-9c3fdf80126b req-51dc3192-9125-499a-8540-59bd206058b0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Deleting port 65824276-1d65-4578-8ce8-d1c082a4948d {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:57.818707 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-6dfaf0f2-f35c-4f14-8e67-9c3fdf80126b req-51dc3192-9125-499a-8540-59bd206058b0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.914041 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-6dfaf0f2-f35c-4f14-8e67-9c3fdf80126b req-51dc3192-9125-499a-8540-59bd206058b0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] For port 65824276-1d65-4578-8ce8-d1c082a4948d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=65824276-1d65-4578-8ce8-d1c082a4948d,segment=NetworkSegment(f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f),segment_id=f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:57.914459 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-6dfaf0f2-f35c-4f14-8e67-9c3fdf80126b req-51dc3192-9125-499a-8540-59bd206058b0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.926940 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-6dfaf0f2-f35c-4f14-8e67-9c3fdf80126b req-51dc3192-9125-499a-8540-59bd206058b0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Calling delete_port for 65824276-1d65-4578-8ce8-d1c082a4948d owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:57.968285 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42804) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.053951 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b0293-46b8-484b-a2e9-52cf31d5df51 req-c25dae42-acd7-4838-a686-fd00ab78b56f tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:58.055516 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-df0b0293-46b8-484b-a2e9-52cf31d5df51 req-c25dae42-acd7-4838-a686-fd00ab78b56f tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1da186b-fd46-45a4-a20c-c72c33743592 HTTP/1.1" status: 200 len: 945 time: 0.0693116 Jul 16 18:41:58.058942 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-6dfaf0f2-f35c-4f14-8e67-9c3fdf80126b req-51dc3192-9125-499a-8540-59bd206058b0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.073256 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['65824276-1d65-4578-8ce8-d1c082a4948d'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:58.091172 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc3192-9125-499a-8540-59bd206058b0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Pushing event deleted for resources: {'Port': ['ID=65824276-1d65-4578-8ce8-d1c082a4948d,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:58.105434 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1262a4b9-2b58-4104-97b3-c408676dd002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.120613 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-df0b0293-46b8-484b-a2e9-52cf31d5df51 req-37948bed-9361-4b10-947f-a700fcc66c56 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.79 "GET /v2.0/security-groups?id=6cf666b9-1ad9-40b0-9157-71be6d18f871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575907 Jul 16 18:41:58.138284 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfaf0f2-f35c-4f14-8e67-9c3fdf80126b req-51dc3192-9125-499a-8540-59bd206058b0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] No DVR routers for this DVR port 65824276-1d65-4578-8ce8-d1c082a4948d on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:58.143356 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-6dfaf0f2-f35c-4f14-8e67-9c3fdf80126b req-51dc3192-9125-499a-8540-59bd206058b0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.145436 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6dfaf0f2-f35c-4f14-8e67-9c3fdf80126b req-51dc3192-9125-499a-8540-59bd206058b0 tempest-VolumesSnapshotTestJSON-717615521 tempest-VolumesSnapshotTestJSON-717615521-project] 10.222.0.88 "DELETE /v2.0/ports/65824276-1d65-4578-8ce8-d1c082a4948d HTTP/1.1" status: 204 len: 173 time: 0.4209814 Jul 16 18:41:58.145870 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1da186b-fd46-45a4-a20c-c72c33743592', 'name': 'network-vif-deleted', 'tag': '65824276-1d65-4578-8ce8-d1c082a4948d'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:58.148134 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1134f12-94bb-429e-bbe1-1d9b42cb9a51" -d '{"events": [{"server_uuid": "b1da186b-fd46-45a4-a20c-c72c33743592", "name": "network-vif-deleted", "tag": "65824276-1d65-4578-8ce8-d1c082a4948d"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:58.185584 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253be503-5b96-4142-821e-ecc3845cbb97 x-openstack-request-id: req-253be503-5b96-4142-821e-ecc3845cbb97 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:58.185871 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1da186b-fd46-45a4-a20c-c72c33743592", "name": "network-vif-deleted", "tag": "65824276-1d65-4578-8ce8-d1c082a4948d", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:58.186142 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-253be503-5b96-4142-821e-ecc3845cbb97 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:58.186523 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1da186b-fd46-45a4-a20c-c72c33743592', 'name': 'network-vif-deleted', 'tag': '65824276-1d65-4578-8ce8-d1c082a4948d', 'status': 'completed', 'code': 200} Jul 16 18:41:58.218641 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1262a4b9-2b58-4104-97b3-c408676dd002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.222863 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1262a4b9-2b58-4104-97b3-c408676dd002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.261167 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-1262a4b9-2b58-4104-97b3-c408676dd002 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=320939293f9b45f68ce47d6da3f8b239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917995 Jul 16 18:41:58.262038 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262a4b9-2b58-4104-97b3-c408676dd002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2477b1-febf-4a7b-b43f-ef9305f500c1,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:58.264060 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 42810) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.315678 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c16df476-99c6-40f6-9b5a-75a4d24745e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.338575 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c16df476-99c6-40f6-9b5a-75a4d24745e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.388216 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c16df476-99c6-40f6-9b5a-75a4d24745e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.390748 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c16df476-99c6-40f6-9b5a-75a4d24745e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.391896 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c16df476-99c6-40f6-9b5a-75a4d24745e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b2477b1-febf-4a7b-b43f-ef9305f500c1 HTTP/1.1" status: 204 len: 168 time: 0.1265197 Jul 16 18:41:58.400272 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16df476-99c6-40f6-9b5a-75a4d24745e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2477b1-febf-4a7b-b43f-ef9305f500c1,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:58.699103 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42816) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.717798 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc1dda8-6fbe-4ed2-ba9b-782e5a1e4017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.818370 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc1dda8-6fbe-4ed2-ba9b-782e5a1e4017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.822130 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc1dda8-6fbe-4ed2-ba9b-782e5a1e4017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.860476 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-6bc1dda8-6fbe-4ed2-ba9b-782e5a1e4017 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1e339f4966d487fab4a9537e2976cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602545 Jul 16 18:41:58.862505 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1dda8-6fbe-4ed2-ba9b-782e5a1e4017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd23294-3899-44e0-928e-5dd1fc595bd8,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:58.863169 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 42818) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.916922 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7705900c-a85f-461f-85c4-bb074267503f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.938218 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7705900c-a85f-461f-85c4-bb074267503f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.982841 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7705900c-a85f-461f-85c4-bb074267503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.985333 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7705900c-a85f-461f-85c4-bb074267503f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.986528 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-7705900c-a85f-461f-85c4-bb074267503f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7cd23294-3899-44e0-928e-5dd1fc595bd8 HTTP/1.1" status: 204 len: 168 time: 0.1222522 Jul 16 18:41:58.995170 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705900c-a85f-461f-85c4-bb074267503f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd23294-3899-44e0-928e-5dd1fc595bd8,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:59.128071 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.572844 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 42876) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:00.696406 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ac06f38f-73af-4761-924c-52cce91ad4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.788092 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ac06f38f-73af-4761-924c-52cce91ad4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.791652 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ac06f38f-73af-4761-924c-52cce91ad4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.830282 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-ac06f38f-73af-4761-924c-52cce91ad4c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7991f295288b44ffaf0b9cc4190d1c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563212 Jul 16 18:42:00.831002 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06f38f-73af-4761-924c-52cce91ad4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff77f48-671e-4722-9fc2-4fa27c9bc974,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:00.833981 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42882) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:00.884718 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c45a4028-cbd1-4b90-bc84-d9bdce20b6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.905196 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c45a4028-cbd1-4b90-bc84-d9bdce20b6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.950695 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c45a4028-cbd1-4b90-bc84-d9bdce20b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.953309 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c45a4028-cbd1-4b90-bc84-d9bdce20b6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.954518 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c45a4028-cbd1-4b90-bc84-d9bdce20b6b0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cff77f48-671e-4722-9fc2-4fa27c9bc974 HTTP/1.1" status: 204 len: 168 time: 0.1190050 Jul 16 18:42:00.962224 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a4028-cbd1-4b90-bc84-d9bdce20b6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff77f48-671e-4722-9fc2-4fa27c9bc974,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.212947 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42888) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.226862 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd3b0ff1-6202-4af3-9310-97c02bbd4f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.313789 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd3b0ff1-6202-4af3-9310-97c02bbd4f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.317250 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd3b0ff1-6202-4af3-9310-97c02bbd4f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.358309 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-bd3b0ff1-6202-4af3-9310-97c02bbd4f74 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e4a2dc0ae8c4406fb7a9cbdc47586d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441712 Jul 16 18:42:01.359169 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b0ff1-6202-4af3-9310-97c02bbd4f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccfe8df-58bc-4abb-a2b2-67b75cd39ec7,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.361041 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 42890) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.411473 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1fcde305-9156-4a9f-ae32-bb482568c74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.432502 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1fcde305-9156-4a9f-ae32-bb482568c74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.477970 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1fcde305-9156-4a9f-ae32-bb482568c74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.480450 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1fcde305-9156-4a9f-ae32-bb482568c74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.481588 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-1fcde305-9156-4a9f-ae32-bb482568c74d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ccfe8df-58bc-4abb-a2b2-67b75cd39ec7 HTTP/1.1" status: 204 len: 168 time: 0.1195717 Jul 16 18:42:01.489824 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcde305-9156-4a9f-ae32-bb482568c74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccfe8df-58bc-4abb-a2b2-67b75cd39ec7,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.934584 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 65824276-1d65-4578-8ce8-d1c082a4948d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:01.954943 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 65824276-1d65-4578-8ce8-d1c082a4948d {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:01.955285 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 65824276-1d65-4578-8ce8-d1c082a4948d not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:02.129306 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 42914) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:02.243739 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-982905545-network', 'tenant_id': 'f925ea22f2e6472eac415228c5853e08'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:02.265352 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Made reservation on behalf of f925ea22f2e6472eac415228c5853e08 for: {'network': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:02.267607 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.276901 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.370007 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.376813 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.403255 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=93208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:02.413172 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdb54b2-1f9e-4f8f-b39c-22e3fa24b3ba,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:02.418114 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.418464 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.segments_db [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Added segment 10166dd1-f2ea-409b-bd97-cd7c0ad2c693 of type vlan for network e5f514f1-7bf7-4c95-8b32-27b951b51f60 Jul 16 18:42:02.467261 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.498714 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.499832 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:02.500422 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.533164 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4027250 Jul 16 18:42:02.536159 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42918) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:02.542023 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] Request body: {'subnet': {'network_id': 'e5f514f1-7bf7-4c95-8b32-27b951b51f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-982905545-subnet', 'tenant_id': 'f925ea22f2e6472eac415228c5853e08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:02.563635 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] Made reservation on behalf of f925ea22f2e6472eac415228c5853e08 for: {'subnet': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:02.566068 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10415202'] for subnet, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.569817 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa3c60-79b0-446e-9b35-9b677802e545 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f514f1-7bf7-4c95-8b32-27b951b51f60,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:02.580615 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network e5f514f1-7bf7-4c95-8b32-27b951b51f60 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:02.761818 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10277638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10415216'] for subnet, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.819688 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=748331a1-2241-4c6e-8d95-431d1da5bfdf,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:02.828694 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] Checking segment: {'id': '10166dd1-f2ea-409b-bd97-cd7c0ad2c693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e5f514f1-7bf7-4c95-8b32-27b951b51f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:02.829053 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] Network hostable DHCP agents. Network: e5f514f1-7bf7-4c95-8b32-27b951b51f60, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:02.847033 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] Network e5f514f1-7bf7-4c95-8b32-27b951b51f60 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:02.857984 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, e5f514f1-7bf7-4c95-8b32-27b951b51f60) {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:02.862564 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:02.863668 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.867878 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f01347-2289-4439-82f8-d3d9503a6ed4 None None] Network e5f514f1-7bf7-4c95-8b32-27b951b51f60 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:02.882541 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-95be9875-3e8d-4005-9bd8-fd155e98ecdf admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3450625 Jul 16 18:42:03.001849 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6be8ea-4ee4-4c4d-8f1d-f0c833ea14c5 None None] Network e5f514f1-7bf7-4c95-8b32-27b951b51f60 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:03.413958 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 42936) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:03.419172 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-28332050-network', 'tenant_id': '1d1d191d2b7f489ba1c279750dc2bd75'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:03.440549 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Made reservation on behalf of 1d1d191d2b7f489ba1c279750dc2bd75 for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:03.443549 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.453181 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.544421 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.548686 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.577995 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=93207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:03.585503 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e51164a-caca-4106-bac5-e5969426dfb9,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:03.591661 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.591870 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Added segment c50dc6dc-ae8f-43d6-a950-420caed08783 of type vlan for network b10808d5-dafc-45c0-a5c0-83284e303b87 Jul 16 18:42:03.634870 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.678229 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.679608 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.680194 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.718465 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3033750 Jul 16 18:42:03.721402 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 42938) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:03.727395 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] Request body: {'subnet': {'network_id': 'b10808d5-dafc-45c0-a5c0-83284e303b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-28332050-subnet', 'tenant_id': '1d1d191d2b7f489ba1c279750dc2bd75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:03.751186 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] Made reservation on behalf of 1d1d191d2b7f489ba1c279750dc2bd75 for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:03.753725 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695207'] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.754743 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfaba0-859e-4c51-9fa9-5d5124521743 admin admin] Pushing event updated for resources: {'Network': ['ID=b10808d5-dafc-45c0-a5c0-83284e303b87,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:03.771277 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network b10808d5-dafc-45c0-a5c0-83284e303b87 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:03.946810 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3222909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695221'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.002309 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168387db-69ea-41b8-9008-9aaefc3a3c6a,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:04.013132 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] Checking segment: {'id': 'c50dc6dc-ae8f-43d6-a950-420caed08783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b10808d5-dafc-45c0-a5c0-83284e303b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:04.013604 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] Network hostable DHCP agents. Network: b10808d5-dafc-45c0-a5c0-83284e303b87, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:04.031380 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] Network b10808d5-dafc-45c0-a5c0-83284e303b87 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:04.044424 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, b10808d5-dafc-45c0-a5c0-83284e303b87) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:04.049282 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:04.049887 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.054997 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d383d7-ba09-40fe-8e05-d667f8f71895 None None] Network b10808d5-dafc-45c0-a5c0-83284e303b87 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:04.066510 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-9ac6a634-99e0-4fb9-96a6-8b6c492be021 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3435345 Jul 16 18:42:04.206688 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb1c65-2e01-4c0e-850b-22d6193d2006 None None] Network b10808d5-dafc-45c0-a5c0-83284e303b87 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:09.211027 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:19.761396 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43154) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:19.809154 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_v2 [None req-11762fd3-8554-45c3-9c04-c146c3cb6c11 admin admin] Deleting subnet 748331a1-2241-4c6e-8d95-431d1da5bfdf {{(pid=93208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:19.812233 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-11762fd3-8554-45c3-9c04-c146c3cb6c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.845683 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-11762fd3-8554-45c3-9c04-c146c3cb6c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328248'] for subnet, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.882752 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-11762fd3-8554-45c3-9c04-c146c3cb6c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.932296 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-11762fd3-8554-45c3-9c04-c146c3cb6c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3222946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695180'] for subnet, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.957214 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11762fd3-8554-45c3-9c04-c146c3cb6c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748331a1-2241-4c6e-8d95-431d1da5bfdf,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:19.961823 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-11762fd3-8554-45c3-9c04-c146c3cb6c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.963542 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-11762fd3-8554-45c3-9c04-c146c3cb6c11 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/748331a1-2241-4c6e-8d95-431d1da5bfdf HTTP/1.1" status: 204 len: 168 time: 0.2010877 Jul 16 18:42:19.966061 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43156) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:20.265098 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.342259 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.353054 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f514f1-7bf7-4c95-8b32-27b951b51f60']}} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:20.362639 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10166dd1-f2ea-409b-bd97-cd7c0ad2c693') {'for_net_delete': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:20.362937 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10166dd1-f2ea-409b-bd97-cd7c0ad2c693') {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:20.371570 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328207'] for segment, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.389646 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.395426 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:20.396457 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3223296'] for segment, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: Traceback (most recent call last): Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: timer() Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: cb(*args, **kw) Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: return func(*args, **kwargs) Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: self._notify() Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: self.callback(batched_events) Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: event.method(event) Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: return f(self, *a, **k) Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._get(url).json() Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:20.398381 dv-cinder-786933-5-iscsi neutron-server[93208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:20.450225 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.456084 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.457981 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e5f514f1-7bf7-4c95-8b32-27b951b51f60 HTTP/1.1" status: 204 len: 168 time: 0.4910045 Jul 16 18:42:20.461683 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43180) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:20.471116 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34635eb-ff9b-45b4-b409-a6db76221f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f514f1-7bf7-4c95-8b32-27b951b51f60,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:20.506530 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c3d851-33c7-4117-a3ac-ef6e1134a0b5 admin admin] Deleting subnet 168387db-69ea-41b8-9008-9aaefc3a3c6a {{(pid=93207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:20.509662 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-96c3d851-33c7-4117-a3ac-ef6e1134a0b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.547126 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-96c3d851-33c7-4117-a3ac-ef6e1134a0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636601'] for subnet, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.585602 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-96c3d851-33c7-4117-a3ac-ef6e1134a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.636926 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-96c3d851-33c7-4117-a3ac-ef6e1134a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10277849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10415177'] for subnet, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.661910 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3d851-33c7-4117-a3ac-ef6e1134a0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168387db-69ea-41b8-9008-9aaefc3a3c6a,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:20.665842 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-96c3d851-33c7-4117-a3ac-ef6e1134a0b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.669987 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-96c3d851-33c7-4117-a3ac-ef6e1134a0b5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/168387db-69ea-41b8-9008-9aaefc3a3c6a HTTP/1.1" status: 204 len: 168 time: 0.2068884 Jul 16 18:42:20.670285 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43182) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:20.741975 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.819139 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.828642 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10808d5-dafc-45c0-a5c0-83284e303b87']}} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:20.838196 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50dc6dc-ae8f-43d6-a950-420caed08783') {'for_net_delete': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:20.838489 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50dc6dc-ae8f-43d6-a950-420caed08783') {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:20.846755 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328207'] for segment, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.860361 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.866744 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=93208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:20.867120 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3223296'] for segment, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: Traceback (most recent call last): Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: timer() Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: cb(*args, **kw) Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: return func(*args, **kwargs) Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: self._notify() Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: self.callback(batched_events) Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: event.method(event) Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: return f(self, *a, **k) Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._get(url).json() Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:20.868748 dv-cinder-786933-5-iscsi neutron-server[93208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:20.924679 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.929963 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.931909 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b10808d5-dafc-45c0-a5c0-83284e303b87 HTTP/1.1" status: 204 len: 168 time: 0.2605681 Jul 16 18:42:20.942459 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855ec78-ab1d-4904-9992-8bd87142bcb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b10808d5-dafc-45c0-a5c0-83284e303b87,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:21.084975 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43186) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.124137 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-12970287-32cc-4faa-b749-3ddf9807ed32 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f925ea22f2e6472eac415228c5853e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379858 Jul 16 18:42:21.126599 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43188) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.173904 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-49a77c08-ca29-4c61-8d7e-36eea5c698fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.195258 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-49a77c08-ca29-4c61-8d7e-36eea5c698fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.242626 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-49a77c08-ca29-4c61-8d7e-36eea5c698fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.245145 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-49a77c08-ca29-4c61-8d7e-36eea5c698fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.246521 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-49a77c08-ca29-4c61-8d7e-36eea5c698fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9fdb54b2-1f9e-4f8f-b39c-22e3fa24b3ba HTTP/1.1" status: 204 len: 168 time: 0.1189139 Jul 16 18:42:21.254448 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a77c08-ca29-4c61-8d7e-36eea5c698fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdb54b2-1f9e-4f8f-b39c-22e3fa24b3ba,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:21.598586 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43200) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.641156 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-9832a123-406e-4011-86f4-1be168d90047 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d1d191d2b7f489ba1c279750dc2bd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427186 Jul 16 18:42:21.643580 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43202) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.694622 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5e2d3220-b7dd-4006-9062-4681072d0486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.716515 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5e2d3220-b7dd-4006-9062-4681072d0486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.736426 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee39d-0c90-4178-b9dc-197c0c5bb08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.769118 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5e2d3220-b7dd-4006-9062-4681072d0486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.772144 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5e2d3220-b7dd-4006-9062-4681072d0486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.773393 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-5e2d3220-b7dd-4006-9062-4681072d0486 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4e51164a-caca-4106-bac5-e5969426dfb9 HTTP/1.1" status: 204 len: 168 time: 0.1289148 Jul 16 18:42:21.782026 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d3220-b7dd-4006-9062-4681072d0486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e51164a-caca-4106-bac5-e5969426dfb9,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:22.456941 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43228) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:22.501518 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f76189-bfea-43ed-a293-dc29faf16e2c admin admin] Deleting subnet 7cd5d508-f27c-4232-8be5-3dc490fee317 {{(pid=93208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:22.504624 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-70f76189-bfea-43ed-a293-dc29faf16e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.543258 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-70f76189-bfea-43ed-a293-dc29faf16e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328248'] for subnet, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.584090 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-70f76189-bfea-43ed-a293-dc29faf16e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.637032 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-70f76189-bfea-43ed-a293-dc29faf16e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3222946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695180'] for subnet, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.664481 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f76189-bfea-43ed-a293-dc29faf16e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd5d508-f27c-4232-8be5-3dc490fee317,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:22.666504 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-70f76189-bfea-43ed-a293-dc29faf16e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.668410 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-70f76189-bfea-43ed-a293-dc29faf16e2c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7cd5d508-f27c-4232-8be5-3dc490fee317 HTTP/1.1" status: 204 len: 168 time: 0.2104661 Jul 16 18:42:22.674201 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43234) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:22.743691 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.811778 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43238) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:22.821568 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.831700 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72559035-aded-47b1-a139-1a718aaec953']}} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:22.841687 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f') {'for_net_delete': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:22.842006 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75c65a1-ec8f-4e8e-8c8a-8e4346945f3f') {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:22.851820 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328207'] for segment, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.866240 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.872806 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=93208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:22.873278 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3223296'] for segment, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: Traceback (most recent call last): Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: timer() Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: cb(*args, **kw) Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: return func(*args, **kwargs) Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: self._notify() Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: self.callback(batched_events) Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: event.method(event) Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: return f(self, *a, **k) Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._get(url).json() Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:22.875371 dv-cinder-786933-5-iscsi neutron-server[93208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:22.919849 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-51570abf-1994-4985-a4bd-eb0eb68f9c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.938577 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.946095 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.948263 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] 10.222.0.79 "DELETE /v2.0/networks/72559035-aded-47b1-a139-1a718aaec953 HTTP/1.1" status: 204 len: 168 time: 0.2759829 Jul 16 18:42:22.957855 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a580c-04c6-4ea7-b9d2-31149f277c6d admin admin] Pushing event deleted for resources: {'Network': ['ID=72559035-aded-47b1-a139-1a718aaec953,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:23.016595 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-51570abf-1994-4985-a4bd-eb0eb68f9c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.020310 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-51570abf-1994-4985-a4bd-eb0eb68f9c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.059149 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-51570abf-1994-4985-a4bd-eb0eb68f9c06 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5c4d202dbe934b21874e02886a541e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462165 Jul 16 18:42:23.059956 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51570abf-1994-4985-a4bd-eb0eb68f9c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d27b3f-dc17-4af9-961d-1fbc41dfcca9,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:23.062698 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43244) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.063995 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43246) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.109045 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-e361e84a-bbd7-4c0a-b173-8483711c584c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=351fe98a29174e00bba18e0bcf339e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436900 Jul 16 18:42:23.111641 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43248) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.112357 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f6498436-8f81-434c-8da5-ea1547654e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.134349 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f6498436-8f81-434c-8da5-ea1547654e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.159157 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-622a1eb9-46f1-4944-a70e-042ffa6fde40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.181871 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f6498436-8f81-434c-8da5-ea1547654e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.183185 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-622a1eb9-46f1-4944-a70e-042ffa6fde40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.184492 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f6498436-8f81-434c-8da5-ea1547654e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.185730 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-f6498436-8f81-434c-8da5-ea1547654e2b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/39d27b3f-dc17-4af9-961d-1fbc41dfcca9 HTTP/1.1" status: 204 len: 168 time: 0.1226299 Jul 16 18:42:23.193695 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6498436-8f81-434c-8da5-ea1547654e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d27b3f-dc17-4af9-961d-1fbc41dfcca9,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:23.238609 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-622a1eb9-46f1-4944-a70e-042ffa6fde40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.241390 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-622a1eb9-46f1-4944-a70e-042ffa6fde40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.243486 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-622a1eb9-46f1-4944-a70e-042ffa6fde40 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6cf666b9-1ad9-40b0-9157-71be6d18f871 HTTP/1.1" status: 204 len: 168 time: 0.1301007 Jul 16 18:42:23.252545 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a1eb9-46f1-4944-a70e-042ffa6fde40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf666b9-1ad9-40b0-9157-71be6d18f871,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:24.526878 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-a2352d92-7e0a-4b25-9edd-95369cbf85e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.639662 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.402099 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.768902 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-2c6d8534-f6f2-4270-9c8f-12f4b5975ab5 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=1d5782e0a3374140968ead9f7c4de44e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324650 Jul 16 18:42:25.960783 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-ca172b39-c44f-46ca-83ce-dbd47f6a7b0c tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.962303 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-ca172b39-c44f-46ca-83ce-dbd47f6a7b0c tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876698 Jul 16 18:42:25.977461 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-b0d42dbc-80dd-4333-af52-01741c6a5309 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/quotas/1d5782e0a3374140968ead9f7c4de44e HTTP/1.1" status: 200 len: 375 time: 0.0095813 Jul 16 18:42:26.013745 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-16d71ffd-1827-4b75-b0e4-8508c5a21602 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d5782e0a3374140968ead9f7c4de44e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306957 Jul 16 18:42:26.069634 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-36ebabcc-5bf7-4a0a-95b3-d684e8ca20f2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1668620 Jul 16 18:42:26.248457 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a7beb698-5df8-49f0-a507-988092a41c99 req-c1ac2a52-8b2d-48bd-8673-e289bcdc58ee tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 210 time: 0.0977657 Jul 16 18:42:27.386061 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-be30ee67-bdf1-4e29-b34a-e39bafe90791 req-b6a08dc7-5f64-4efa-ae12-1acc395b8749 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 210 time: 0.0289319 Jul 16 18:42:27.435523 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.542907 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-eaa1ea7f-c5b0-4605-a916-f817d9d45ccb req-d4722cfc-e52d-41ca-bd65-750e2b2eaad7 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 210 time: 0.0322464 Jul 16 18:42:29.010469 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-b09a2947-60c1-49a3-a486-1d3566d17116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.011999 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-b09a2947-60c1-49a3-a486-1d3566d17116 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 1098 time: 0.0569808 Jul 16 18:42:29.128759 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-add01bc4-263c-4c91-ad97-24cb6b869320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.130260 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-add01bc4-263c-4c91-ad97-24cb6b869320 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 913 time: 0.0948958 Jul 16 18:42:29.151145 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.198934 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-aad71acd-40fe-4fbd-8f65-1efef43c2a53 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f HTTP/1.1" status: 200 len: 1000 time: 0.0613656 Jul 16 18:42:29.251595 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-5606f9b2-896a-43a4-b3bb-ffebff085f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.253286 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-5606f9b2-896a-43a4-b3bb-ffebff085f00 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c63336d1-0c4a-4eb5-9f8f-5cd89462b437 HTTP/1.1" status: 200 len: 850 time: 0.0453043 Jul 16 18:42:29.317542 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-4258a46b-c4e5-48e2-b296-62c39eb9c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.319220 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-4258a46b-c4e5-48e2-b296-62c39eb9c61b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d490c69f-49d5-4aac-8544-9d4287d0fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548778 Jul 16 18:42:29.410401 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-f4f42961-a42f-4311-99a1-27896d58cb05 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821936 Jul 16 18:42:29.501336 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-51b816d9-d316-408d-b7d1-5f355c5c108d req-8e820608-38bf-4c6c-a93b-a9fa48566757 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834043 Jul 16 18:42:29.672943 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-fcad5686-0ca8-4e99-b221-a3b4ef3542ed tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=1d5782e0a3374140968ead9f7c4de44e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321167 Jul 16 18:42:29.695278 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5230595f-d6eb-450e-a036-06088c1250d8 req-c7f54299-a445-43ac-b165-f21954181fc9 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 210 time: 0.0418329 Jul 16 18:42:29.798879 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-cdbf623a-d3a5-49d8-9b59-bd0aad933956 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.800430 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-cdbf623a-d3a5-49d8-9b59-bd0aad933956 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082144 Jul 16 18:42:29.814899 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Request body: {'port': {'device_id': 'b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b', 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d', 'admin_state_up': True, 'tenant_id': '1d5782e0a3374140968ead9f7c4de44e'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:29.928248 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Made reservation on behalf of 1d5782e0a3374140968ead9f7c4de44e for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:29.931662 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.940424 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.036897 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.040511 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.098183 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee4edff-5222-4ebc-9898-605419c1d4cc,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:30.174369 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Allocated IP 192.168.233.99 (c35cffb5-358a-446d-b014-2a4bbb77828d/7589c3bb-33be-428d-868a-c82d71231b3c/188a70a6-d42e-4d9a-bdd3-240cce1aad04) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:30.318225 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.335765 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Transition to ACTIVE for port object 188a70a6-d42e-4d9a-bdd3-240cce1aad04 will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:30.369976 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.414152 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Network c35cffb5-358a-446d-b014-2a4bbb77828d is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:30.417220 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:30.421037 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:30.427238 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Pushing event updated for resources: {'Port': ['ID=188a70a6-d42e-4d9a-bdd3-240cce1aad04,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:30.477728 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:30.478368 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.493798 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-5acf42a3-6a90-4f86-84bb-26a86a791e87 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6826942 Jul 16 18:42:30.507031 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Request body: {'port': {'device_id': 'b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:30.580703 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.626660 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-ead83f2f-b824-4c35-b237-e322dd5af772 None None] Provisioning for port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:30.630445 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-ead83f2f-b824-4c35-b237-e322dd5af772 None None] Provisioning complete for port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:30.631611 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ead83f2f-b824-4c35-b237-e322dd5af772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.664227 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-ead83f2f-b824-4c35-b237-e322dd5af772 None None] Port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:30.843456 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188a70a6-d42e-4d9a-bdd3-240cce1aad04 {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:30.851825 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.863314 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Transition to ACTIVE for port object 188a70a6-d42e-4d9a-bdd3-240cce1aad04 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:30.868314 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.871557 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2768f3-1749-402c-a875-5dbd5b1ee47d req-256ed00a-dc8a-47b2-b029-d6cce831ce2c tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:30.873182 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5a2768f3-1749-402c-a875-5dbd5b1ee47d req-256ed00a-dc8a-47b2-b029-d6cce831ce2c tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 935 time: 0.0679333 Jul 16 18:42:30.915142 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5a2768f3-1749-402c-a875-5dbd5b1ee47d req-f1c14c3a-74ab-4869-ba78-65ee0eeab6a6 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/security-groups?id=bee4edff-5222-4ebc-9898-605419c1d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364072 Jul 16 18:42:30.915694 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Pushing event updated for resources: {'Port': ['ID=188a70a6-d42e-4d9a-bdd3-240cce1aad04,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:30.989170 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Attempting to bind port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:30.989586 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Attempting to bind port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b7e6bd55-4e70-455b-bdf1-72b193601aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:30.989971 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Attempting to bind port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 on network c35cffb5-358a-446d-b014-2a4bbb77828d {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:30.994631 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 on network c35cffb5-358a-446d-b014-2a4bbb77828d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:30.994948 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Attempting to bind port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 on network c35cffb5-358a-446d-b014-2a4bbb77828d {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:31.000491 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:31.000839 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Checking segment: {'id': 'b7e6bd55-4e70-455b-bdf1-72b193601aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:31.001228 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Bound using segment: {'id': 'b7e6bd55-4e70-455b-bdf1-72b193601aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:31.001803 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Bound port: 188a70a6-d42e-4d9a-bdd3-240cce1aad04, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e6bd55-4e70-455b-bdf1-72b193601aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:31.002404 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.093039 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] For port 188a70a6-d42e-4d9a-bdd3-240cce1aad04, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:31.096222 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] For port 188a70a6-d42e-4d9a-bdd3-240cce1aad04, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=188a70a6-d42e-4d9a-bdd3-240cce1aad04,segment=NetworkSegment(b7e6bd55-4e70-455b-bdf1-72b193601aba),segment_id=b7e6bd55-4e70-455b-bdf1-72b193601aba)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:31.102868 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.141400 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:31.142144 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.143629 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] 10.222.0.88 "PUT /v2.0/ports/188a70a6-d42e-4d9a-bdd3-240cce1aad04 HTTP/1.1" status: 200 len: 1097 time: 0.6416936 Jul 16 18:42:31.144187 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b', 'tag': '188a70a6-d42e-4d9a-bdd3-240cce1aad04'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:31.146616 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ab2666-8f1e-4482-8db1-ec8a2450217d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b", "tag": "188a70a6-d42e-4d9a-bdd3-240cce1aad04"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:31.171975 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99b271-660d-496c-a85f-6e91b67104b5 service neutron] Pushing event updated for resources: {'Port': ['ID=188a70a6-d42e-4d9a-bdd3-240cce1aad04,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:31.192955 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60d7594-1aef-4bd3-b65a-3ac4bf725a87 x-openstack-request-id: req-d60d7594-1aef-4bd3-b65a-3ac4bf725a87 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:31.193341 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b", "tag": "188a70a6-d42e-4d9a-bdd3-240cce1aad04", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:31.193651 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d60d7594-1aef-4bd3-b65a-3ac4bf725a87 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:31.194129 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b', 'tag': '188a70a6-d42e-4d9a-bdd3-240cce1aad04', 'status': 'completed', 'code': 200} Jul 16 18:42:31.261912 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-0352e776-d7c7-485f-9781-935e9ca8891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:31.263899 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-0352e776-d7c7-485f-9781-935e9ca8891f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d5782e0a3374140968ead9f7c4de44e&device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 1100 time: 0.0609612 Jul 16 18:42:31.319726 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-04965826-ab21-4f82-9748-8b6f331258ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=188a70a6-d42e-4d9a-bdd3-240cce1aad04 HTTP/1.1" status: 200 len: 217 time: 0.0471134 Jul 16 18:42:31.379792 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-9e26173d-acca-45a2-82cc-2073e73c1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:31.381334 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-9e26173d-acca-45a2-82cc-2073e73c1097 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7589c3bb-33be-428d-868a-c82d71231b3c HTTP/1.1" status: 200 len: 843 time: 0.0525715 Jul 16 18:42:31.444263 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-4583cdfa-d0fe-4e17-883c-42a34255e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:31.445869 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-4583cdfa-d0fe-4e17-883c-42a34255e38e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c35cffb5-358a-446d-b014-2a4bbb77828d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0548339 Jul 16 18:42:31.476021 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a98db7-5b0d-42bb-bfda-8f96a3e9a206 req-577a004e-00f8-4a72-8134-1d073e1afbd3 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:31.477480 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-61a98db7-5b0d-42bb-bfda-8f96a3e9a206 req-577a004e-00f8-4a72-8134-1d073e1afbd3 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0725586 Jul 16 18:42:31.515848 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-61a98db7-5b0d-42bb-bfda-8f96a3e9a206 req-57821317-1cd1-45aa-9a03-6ddaddbce528 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323915 Jul 16 18:42:31.545818 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-e5cb02db-de01-44f3-9ded-37159c9f874c service neutron] 10.222.0.88 "GET /v2.0/networks/c35cffb5-358a-446d-b014-2a4bbb77828d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884349 Jul 16 18:42:31.639049 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f82c91d1-9c11-4454-8d4c-04dfc2fadebe req-2f568b61-9029-4f21-bdc0-f0b74ebe5fc9 service neutron] 10.222.0.88 "GET /v2.0/networks/c35cffb5-358a-446d-b014-2a4bbb77828d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817106 Jul 16 18:42:31.746268 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2666-8f1e-4482-8db1-ec8a2450217d req-04f1c1ce-b034-417e-bdc4-bbdedaaf7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:31.747728 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d1ab2666-8f1e-4482-8db1-ec8a2450217d req-04f1c1ce-b034-417e-bdc4-bbdedaaf7e4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d5782e0a3374140968ead9f7c4de44e&device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 1100 time: 0.0527396 Jul 16 18:42:31.841363 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2666-8f1e-4482-8db1-ec8a2450217d req-a7b41d19-b126-4761-9454-e384e46db888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:31.842850 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d1ab2666-8f1e-4482-8db1-ec8a2450217d req-a7b41d19-b126-4761-9454-e384e46db888 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c35cffb5-358a-446d-b014-2a4bbb77828d HTTP/1.1" status: 200 len: 871 time: 0.0864606 Jul 16 18:42:31.886726 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d1ab2666-8f1e-4482-8db1-ec8a2450217d req-768d1a7e-09e3-4515-a124-2ed1cdb1eefd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=188a70a6-d42e-4d9a-bdd3-240cce1aad04 HTTP/1.1" status: 200 len: 217 time: 0.0336502 Jul 16 18:42:31.937480 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2666-8f1e-4482-8db1-ec8a2450217d req-1293c9fb-db20-47c2-befb-1dc529f72baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:31.938900 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d1ab2666-8f1e-4482-8db1-ec8a2450217d req-1293c9fb-db20-47c2-befb-1dc529f72baf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7589c3bb-33be-428d-868a-c82d71231b3c HTTP/1.1" status: 200 len: 843 time: 0.0455630 Jul 16 18:42:32.003862 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2666-8f1e-4482-8db1-ec8a2450217d req-dd49c7f7-6e99-47f7-80f3-2bdbe96e1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:32.005330 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d1ab2666-8f1e-4482-8db1-ec8a2450217d req-dd49c7f7-6e99-47f7-80f3-2bdbe96e1b7c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c35cffb5-358a-446d-b014-2a4bbb77828d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0512645 Jul 16 18:42:32.141277 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d1ab2666-8f1e-4482-8db1-ec8a2450217d req-113050ee-f534-4ff4-a620-ab366308a20a service neutron] 10.222.0.88 "GET /v2.0/networks/c35cffb5-358a-446d-b014-2a4bbb77828d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203275 Jul 16 18:42:32.154184 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2f2da-27a1-4777-9f6e-d04cff2482ef req-451936d4-856b-4c16-acdc-59843b080897 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:32.155622 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b3e2f2da-27a1-4777-9f6e-d04cff2482ef req-451936d4-856b-4c16-acdc-59843b080897 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 947 time: 0.1261730 Jul 16 18:42:32.244603 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b3e2f2da-27a1-4777-9f6e-d04cff2482ef req-90862d71-1d2a-498b-a0b2-ade882109633 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/security-groups?id=bee4edff-5222-4ebc-9898-605419c1d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801654 Jul 16 18:42:32.270344 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d1ab2666-8f1e-4482-8db1-ec8a2450217d req-f513aa8a-55b8-4ae6-b816-4ad4dffc8187 service neutron] 10.222.0.88 "GET /v2.0/networks/c35cffb5-358a-446d-b014-2a4bbb77828d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136868 Jul 16 18:42:32.411333 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43412) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:32.511422 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4d1a91ad-87d8-4e29-aedf-19df1ee48f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.605519 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4d1a91ad-87d8-4e29-aedf-19df1ee48f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.609204 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4d1a91ad-87d8-4e29-aedf-19df1ee48f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.657831 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-4d1a91ad-87d8-4e29-aedf-19df1ee48f44 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78799ee20afa4485ae71164d96721c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453518 Jul 16 18:42:32.660889 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43418) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:32.674538 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a91ad-87d8-4e29-aedf-19df1ee48f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be7ee76-ff44-4ceb-852b-5c44501b4bfd,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:32.712484 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-47006170-8afc-4d4f-a7c1-be0da684c68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.715784 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e2e28-6bbb-42c4-96d7-59da44639a56 req-4e3727aa-855e-4741-ad02-85d9c0934631 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:32.717283 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-378e2e28-6bbb-42c4-96d7-59da44639a56 req-4e3727aa-855e-4741-ad02-85d9c0934631 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0819259 Jul 16 18:42:32.734238 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-47006170-8afc-4d4f-a7c1-be0da684c68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.755098 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-378e2e28-6bbb-42c4-96d7-59da44639a56 req-bc390fd9-94a4-440d-b4a7-4aedddea2cea tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Jul 16 18:42:32.781136 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-47006170-8afc-4d4f-a7c1-be0da684c68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.783763 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-47006170-8afc-4d4f-a7c1-be0da684c68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.784885 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-47006170-8afc-4d4f-a7c1-be0da684c68a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0be7ee76-ff44-4ceb-852b-5c44501b4bfd HTTP/1.1" status: 204 len: 168 time: 0.1229386 Jul 16 18:42:32.792628 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47006170-8afc-4d4f-a7c1-be0da684c68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be7ee76-ff44-4ceb-852b-5c44501b4bfd,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:33.417767 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a4ad8-368c-49c1-817c-cc5c4d65ab82 req-2a192220-afd5-4da4-a29a-2dc5d4357e4b tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:33.419291 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8d8a4ad8-368c-49c1-817c-cc5c4d65ab82 req-2a192220-afd5-4da4-a29a-2dc5d4357e4b tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 947 time: 0.0637200 Jul 16 18:42:33.458535 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8d8a4ad8-368c-49c1-817c-cc5c4d65ab82 req-1fab2fe5-5021-4656-9975-897df36770ca tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/security-groups?id=bee4edff-5222-4ebc-9898-605419c1d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Jul 16 18:42:33.932245 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0063e6-b3a2-4d5d-98d1-b8d99476e52c req-e7cf6375-8412-484d-87a7-7faa852a995e tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:33.933710 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-1d0063e6-b3a2-4d5d-98d1-b8d99476e52c req-e7cf6375-8412-484d-87a7-7faa852a995e tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0635307 Jul 16 18:42:33.938739 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 188a70a6-d42e-4d9a-bdd3-240cce1aad04 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:33.976188 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-1d0063e6-b3a2-4d5d-98d1-b8d99476e52c req-a4a2adee-3842-4400-82a8-2df0f20a3fe7 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354018 Jul 16 18:42:34.035407 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 188a70a6-d42e-4d9a-bdd3-240cce1aad04, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=188a70a6-d42e-4d9a-bdd3-240cce1aad04,segment=NetworkSegment(b7e6bd55-4e70-455b-bdf1-72b193601aba),segment_id=b7e6bd55-4e70-455b-bdf1-72b193601aba)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:34.046684 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '188a70a6-d42e-4d9a-bdd3-240cce1aad04', 'network_id': 'c35cffb5-358a-446d-b014-2a4bbb77828d', 'port_id': '188a70a6-d42e-4d9a-bdd3-240cce1aad04', 'mac_address': 'fa:16:3e:71:a2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7589c3bb-33be-428d-868a-c82d71231b3c', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:34.083012 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.095130 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188a70a6-d42e-4d9a-bdd3-240cce1aad04 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:34.114651 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 188a70a6-d42e-4d9a-bdd3-240cce1aad04, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=188a70a6-d42e-4d9a-bdd3-240cce1aad04,segment=NetworkSegment(b7e6bd55-4e70-455b-bdf1-72b193601aba),segment_id=b7e6bd55-4e70-455b-bdf1-72b193601aba)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:34.119850 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.169017 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=188a70a6-d42e-4d9a-bdd3-240cce1aad04,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:34.175906 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.176266 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.176607 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.176942 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.177859 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.178227 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.178554 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.178879 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.179227 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.179555 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.179875 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.180193 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.477716 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['188a70a6-d42e-4d9a-bdd3-240cce1aad04'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:34.634366 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f75f3e-b925-4158-845b-cd8d121e3d63 req-e2242e4c-e5f7-43ae-a772-9716e5606c64 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:34.635832 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9f75f3e-b925-4158-845b-cd8d121e3d63 req-e2242e4c-e5f7-43ae-a772-9716e5606c64 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 948 time: 0.0635881 Jul 16 18:42:34.672508 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9f75f3e-b925-4158-845b-cd8d121e3d63 req-f3d26ece-e865-4495-96e3-99df1dc17223 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/security-groups?id=bee4edff-5222-4ebc-9898-605419c1d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Jul 16 18:42:35.149025 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c33a65-1bcb-4b1c-9400-1c3d0f6e817d req-cd48e568-f1dd-4364-bc70-f2e2aa11969c tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:35.150675 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-29c33a65-1bcb-4b1c-9400-1c3d0f6e817d req-cd48e568-f1dd-4364-bc70-f2e2aa11969c tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0620992 Jul 16 18:42:35.186937 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-29c33a65-1bcb-4b1c-9400-1c3d0f6e817d req-abe5b513-7f96-4f0c-a955-5d27b2056fa6 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309982 Jul 16 18:42:35.842568 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e927-d223-4068-886c-a0e6d6b6cdb1 req-b88a5ade-8432-4762-bd86-00e1cdb7b5c7 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:35.844036 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-76d1e927-d223-4068-886c-a0e6d6b6cdb1 req-b88a5ade-8432-4762-bd86-00e1cdb7b5c7 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 948 time: 0.0628073 Jul 16 18:42:35.881978 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-76d1e927-d223-4068-886c-a0e6d6b6cdb1 req-93164afa-852c-4b84-8dc7-dd9bfdfd1478 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/security-groups?id=bee4edff-5222-4ebc-9898-605419c1d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Jul 16 18:42:35.952393 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 188a70a6-d42e-4d9a-bdd3-240cce1aad04 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:36.002761 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:36.006341 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:36.006795 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.081513 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.104482 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a70a6-d42e-4d9a-bdd3-240cce1aad04'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:36.106741 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7885d6-4111-4a68-ad70-32af0655508a" -d '{"events": [{"server_uuid": "b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b", "name": "network-vif-plugged", "status": "completed", "tag": "188a70a6-d42e-4d9a-bdd3-240cce1aad04"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:36.119941 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 188a70a6-d42e-4d9a-bdd3-240cce1aad04, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=188a70a6-d42e-4d9a-bdd3-240cce1aad04,segment=NetworkSegment(b7e6bd55-4e70-455b-bdf1-72b193601aba),segment_id=b7e6bd55-4e70-455b-bdf1-72b193601aba)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:36.123808 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.146066 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb829f4-2d26-41c8-ab14-29e3f83ee2ce x-openstack-request-id: req-abb829f4-2d26-41c8-ab14-29e3f83ee2ce {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:36.146356 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b", "name": "network-vif-plugged", "status": "completed", "tag": "188a70a6-d42e-4d9a-bdd3-240cce1aad04", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:36.146649 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-abb829f4-2d26-41c8-ab14-29e3f83ee2ce {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:36.147051 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a70a6-d42e-4d9a-bdd3-240cce1aad04', 'code': 200} Jul 16 18:42:36.175892 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=188a70a6-d42e-4d9a-bdd3-240cce1aad04,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:36.633699 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e202f-efa3-4bb3-a743-6ba5d080687f req-3774af90-30f7-4b15-b1d2-08227e5eab5f tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:36.635199 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-547e202f-efa3-4bb3-a743-6ba5d080687f req-3774af90-30f7-4b15-b1d2-08227e5eab5f tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.3371580 Jul 16 18:42:36.640876 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23126290-f5de-4d07-a804-6dcf1e1b049f req-cae6cd0a-06ac-4bf6-bc5c-8386a708b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:36.642275 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-23126290-f5de-4d07-a804-6dcf1e1b049f req-cae6cd0a-06ac-4bf6-bc5c-8386a708b56a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 1102 time: 0.0790265 Jul 16 18:42:36.694417 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-547e202f-efa3-4bb3-a743-6ba5d080687f req-40a0da0d-bcef-45c9-ad84-d60075a246c2 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505202 Jul 16 18:42:36.698054 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-23126290-f5de-4d07-a804-6dcf1e1b049f req-b3380580-1e90-418d-bc2c-42a76083d49a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bee4edff-5222-4ebc-9898-605419c1d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482290 Jul 16 18:42:37.052754 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7380777-535e-4a80-9087-591fed659542 req-ff0e5406-90fe-46a8-a784-94a5b776dc2c tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:37.054996 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a7380777-535e-4a80-9087-591fed659542 req-ff0e5406-90fe-46a8-a784-94a5b776dc2c tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 949 time: 0.0610540 Jul 16 18:42:37.091006 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a7380777-535e-4a80-9087-591fed659542 req-a7cd7b0e-ce93-43b5-af7f-d5f5f41c92be tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/security-groups?id=bee4edff-5222-4ebc-9898-605419c1d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305080 Jul 16 18:42:37.879745 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5fa2-33f4-4d02-acb2-3dcacf516cd6 req-1ad5f1f3-bc71-4ab1-a41c-07edf23e5e51 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:37.881246 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-76ff5fa2-33f4-4d02-acb2-3dcacf516cd6 req-1ad5f1f3-bc71-4ab1-a41c-07edf23e5e51 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0651670 Jul 16 18:42:37.918517 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-76ff5fa2-33f4-4d02-acb2-3dcacf516cd6 req-9337f12d-4842-4e94-8ddd-3879167dd3f6 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315073 Jul 16 18:42:38.266677 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c776-6594-4f85-813f-0a5a679e7096 req-a466fd00-0011-481a-9c5c-3897e8ce89c8 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:38.268137 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4fd7c776-6594-4f85-813f-0a5a679e7096 req-a466fd00-0011-481a-9c5c-3897e8ce89c8 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 949 time: 0.0657911 Jul 16 18:42:38.305383 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4fd7c776-6594-4f85-813f-0a5a679e7096 req-96f3c0e0-159a-4e3e-b0b9-9c3330413d4e tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/security-groups?id=bee4edff-5222-4ebc-9898-605419c1d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Jul 16 18:42:38.698800 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5e188-a245-49dc-b83c-037929857402 req-b3ba22f7-2472-4fb3-9bde-350d1a5f8161 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:38.700282 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-39d5e188-a245-49dc-b83c-037929857402 req-b3ba22f7-2472-4fb3-9bde-350d1a5f8161 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 949 time: 0.0624499 Jul 16 18:42:38.738463 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-39d5e188-a245-49dc-b83c-037929857402 req-09686444-abac-42e6-b26d-10bc8919e2e8 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/security-groups?id=bee4edff-5222-4ebc-9898-605419c1d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Jul 16 18:42:39.091030 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c618d09-fedd-4bc2-aac9-92586dd3276d req-d74de259-45c8-4d59-aa0e-993305eb94a8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:39.092512 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2c618d09-fedd-4bc2-aac9-92586dd3276d req-d74de259-45c8-4d59-aa0e-993305eb94a8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0619292 Jul 16 18:42:39.130265 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2c618d09-fedd-4bc2-aac9-92586dd3276d req-fa2c3860-51b2-405c-b717-1e20508b890c tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322337 Jul 16 18:42:39.909392 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3110ee-4159-4c21-93bc-4612d6f21fa3 req-0fd51bbb-17a2-4025-82a5-5f498f24f935 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:39.910974 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ed3110ee-4159-4c21-93bc-4612d6f21fa3 req-0fd51bbb-17a2-4025-82a5-5f498f24f935 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 949 time: 0.0616949 Jul 16 18:42:39.951657 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ed3110ee-4159-4c21-93bc-4612d6f21fa3 req-77cc394f-8ba7-4815-8060-a521d270fdb3 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/security-groups?id=bee4edff-5222-4ebc-9898-605419c1d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348144 Jul 16 18:42:40.299552 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351b00a-5572-436e-b335-4f9f0d7f9702 req-5380d9c3-3e49-4d3f-aa6e-b17733ebdf30 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:40.301025 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5351b00a-5572-436e-b335-4f9f0d7f9702 req-5380d9c3-3e49-4d3f-aa6e-b17733ebdf30 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0626824 Jul 16 18:42:40.342008 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5351b00a-5572-436e-b335-4f9f0d7f9702 req-6b3ef2a6-9ac7-4140-acbe-4cb4c739b34f tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347998 Jul 16 18:42:40.680200 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23506a-242f-4b0b-96d3-0a8793e1ed78 req-6ac0a9c4-65e1-4c4d-862c-22acf7207a0a tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:40.681603 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3d23506a-242f-4b0b-96d3-0a8793e1ed78 req-6ac0a9c4-65e1-4c4d-862c-22acf7207a0a tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 949 time: 0.0645256 Jul 16 18:42:40.783403 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-3d23506a-242f-4b0b-96d3-0a8793e1ed78 req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Deleting port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:40.783749 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-3d23506a-242f-4b0b-96d3-0a8793e1ed78 req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.873334 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-3d23506a-242f-4b0b-96d3-0a8793e1ed78 req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] For port 188a70a6-d42e-4d9a-bdd3-240cce1aad04, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=188a70a6-d42e-4d9a-bdd3-240cce1aad04,segment=NetworkSegment(b7e6bd55-4e70-455b-bdf1-72b193601aba),segment_id=b7e6bd55-4e70-455b-bdf1-72b193601aba)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:40.873691 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-3d23506a-242f-4b0b-96d3-0a8793e1ed78 req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.885233 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-3d23506a-242f-4b0b-96d3-0a8793e1ed78 req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Calling delete_port for 188a70a6-d42e-4d9a-bdd3-240cce1aad04 owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:41.014622 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-3d23506a-242f-4b0b-96d3-0a8793e1ed78 req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.027788 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['188a70a6-d42e-4d9a-bdd3-240cce1aad04'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:41.045043 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Pushing event deleted for resources: {'Port': ['ID=188a70a6-d42e-4d9a-bdd3-240cce1aad04,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:41.093327 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d23506a-242f-4b0b-96d3-0a8793e1ed78 req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] No DVR routers for this DVR port 188a70a6-d42e-4d9a-bdd3-240cce1aad04 on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:41.095628 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.095972 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.096345 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.096643 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.096984 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.097308 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.097634 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.097990 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.098313 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.098900 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.099221 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.099546 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.099690 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b0343c1a-c2b3-4f51-99bf-4550fa6fdf4e req-843d8b8f-1be0-4ede-a691-367fcd229377 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b HTTP/1.1" status: 200 len: 210 time: 0.0326505 Jul 16 18:42:41.103252 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-3d23506a-242f-4b0b-96d3-0a8793e1ed78 req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.105252 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3d23506a-242f-4b0b-96d3-0a8793e1ed78 req-e19794d5-b0f9-4913-b6d1-d03086458217 tempest-VolumesNegativeTest-190752133 tempest-VolumesNegativeTest-190752133-project] 10.222.0.88 "DELETE /v2.0/ports/188a70a6-d42e-4d9a-bdd3-240cce1aad04 HTTP/1.1" status: 204 len: 173 time: 0.4137158 Jul 16 18:42:41.106049 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b', 'name': 'network-vif-deleted', 'tag': '188a70a6-d42e-4d9a-bdd3-240cce1aad04'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:41.108428 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b79e73-15e8-405e-b2e0-a8c977889cff" -d '{"events": [{"server_uuid": "b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b", "name": "network-vif-deleted", "tag": "188a70a6-d42e-4d9a-bdd3-240cce1aad04"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:41.164120 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2aa0aa-a057-4723-8990-d87fdb16eb0b x-openstack-request-id: req-bb2aa0aa-a057-4723-8990-d87fdb16eb0b {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:41.164496 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b", "name": "network-vif-deleted", "tag": "188a70a6-d42e-4d9a-bdd3-240cce1aad04", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:41.164811 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb2aa0aa-a057-4723-8990-d87fdb16eb0b {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:41.165208 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9235c1d-3d8c-4979-a0ac-0ebcc0e7807b', 'name': 'network-vif-deleted', 'tag': '188a70a6-d42e-4d9a-bdd3-240cce1aad04', 'status': 'completed', 'code': 200} Jul 16 18:42:41.519631 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e35cd-57ac-4877-b366-00359b808b5e req-76f7752b-09b2-4286-a19b-f0b7b8cd7eeb tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:41.521136 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-de0e35cd-57ac-4877-b366-00359b808b5e req-76f7752b-09b2-4286-a19b-f0b7b8cd7eeb tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0641971 Jul 16 18:42:41.562261 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-de0e35cd-57ac-4877-b366-00359b808b5e req-296d945c-fc8a-4bc2-b768-960111cb5016 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345092 Jul 16 18:42:41.638592 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41ef4-08d2-448b-a786-d7ba4bd6a194 req-f2d3050f-618c-4545-a1b4-7923b92fb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:41.640099 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97c41ef4-08d2-448b-a786-d7ba4bd6a194 req-f2d3050f-618c-4545-a1b4-7923b92fb0c2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe4f148278ba408cb83924bbc48121f4&device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 1098 time: 0.0579631 Jul 16 18:42:41.762395 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41ef4-08d2-448b-a786-d7ba4bd6a194 req-4ed8bc45-4aea-4cca-acea-a19a1f3df6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:41.763906 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97c41ef4-08d2-448b-a786-d7ba4bd6a194 req-4ed8bc45-4aea-4cca-acea-a19a1f3df6ea service neutron] 10.222.0.88 "GET /v2.0/networks?id=67f9b577-db05-431a-8da7-2b783e514c0b HTTP/1.1" status: 200 len: 910 time: 0.0961776 Jul 16 18:42:41.841201 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97c41ef4-08d2-448b-a786-d7ba4bd6a194 req-37f08bf4-d85a-4b06-9bb3-a081cd38fe4b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f HTTP/1.1" status: 200 len: 1001 time: 0.0682130 Jul 16 18:42:41.895339 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41ef4-08d2-448b-a786-d7ba4bd6a194 req-29c8e75c-1263-4d96-a8fc-bd0d37482c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:41.896791 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97c41ef4-08d2-448b-a786-d7ba4bd6a194 req-29c8e75c-1263-4d96-a8fc-bd0d37482c97 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=984575de-1bd2-4aa4-bd82-a8567f2419ec HTTP/1.1" status: 200 len: 847 time: 0.0444808 Jul 16 18:42:41.964543 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41ef4-08d2-448b-a786-d7ba4bd6a194 req-6bb8318c-5709-449f-8ba5-5a6cb4749617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:41.966076 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97c41ef4-08d2-448b-a786-d7ba4bd6a194 req-6bb8318c-5709-449f-8ba5-5a6cb4749617 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=67f9b577-db05-431a-8da7-2b783e514c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580044 Jul 16 18:42:42.060940 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97c41ef4-08d2-448b-a786-d7ba4bd6a194 req-7c4edc05-7d1a-4ed1-af97-71cf395ed1fd service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836995 Jul 16 18:42:42.151942 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-97c41ef4-08d2-448b-a786-d7ba4bd6a194 req-b140eb4b-9182-4630-b0bd-09a053210e92 service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812726 Jul 16 18:42:42.761542 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e13223-e510-49b1-943e-7d20b5dd080a req-8b96e05b-8812-45ed-b67e-434082f11634 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.763251 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b9e13223-e510-49b1-943e-7d20b5dd080a req-8b96e05b-8812-45ed-b67e-434082f11634 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0827408 Jul 16 18:42:42.823657 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b9e13223-e510-49b1-943e-7d20b5dd080a req-181db2e3-538d-4b31-90ba-42a98ba777be tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512769 Jul 16 18:42:43.193144 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d7130-7d63-4603-99af-604db722c102 req-6a6071dc-eee4-443f-bbde-b75ffedc2436 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.195439 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e86d7130-7d63-4603-99af-604db722c102 req-6a6071dc-eee4-443f-bbde-b75ffedc2436 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 947 time: 0.0770590 Jul 16 18:42:43.234298 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e86d7130-7d63-4603-99af-604db722c102 req-68ef4433-3e09-46b1-91c3-d00783f7a1f5 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331213 Jul 16 18:42:44.005693 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b76e60-8f68-483b-9c02-eb231f8a4d53 req-86f84be9-0a01-4d61-8ffe-dd36b9013bf6 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.007310 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e5b76e60-8f68-483b-9c02-eb231f8a4d53 req-86f84be9-0a01-4d61-8ffe-dd36b9013bf6 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0694482 Jul 16 18:42:44.045514 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e5b76e60-8f68-483b-9c02-eb231f8a4d53 req-1404e4d4-aa05-43e5-9374-aa912efd090b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326180 Jul 16 18:42:44.435413 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfce0f-d441-402b-ada3-d3c5372c8196 req-8f034d40-17c6-4a12-9220-34bf20b9946f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.436926 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f4cfce0f-d441-402b-ada3-d3c5372c8196 req-8f034d40-17c6-4a12-9220-34bf20b9946f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 947 time: 0.0792408 Jul 16 18:42:44.477872 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f4cfce0f-d441-402b-ada3-d3c5372c8196 req-6b66cc04-6168-4a52-9152-5c515f52385c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335331 Jul 16 18:42:45.217407 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21009919-34ae-4d89-90e7-cbdb9926fde3 req-99a56c5b-8f02-47c3-ad10-825a961fd0be tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.219284 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-21009919-34ae-4d89-90e7-cbdb9926fde3 req-99a56c5b-8f02-47c3-ad10-825a961fd0be tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0638657 Jul 16 18:42:45.258618 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-21009919-34ae-4d89-90e7-cbdb9926fde3 req-31470f04-b554-4966-a263-8db13233a71b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Jul 16 18:42:45.389642 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-1ed3a146-fa4c-4307-812a-4c69fcf767ce tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.391148 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-1ed3a146-fa4c-4307-812a-4c69fcf767ce tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.88 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 947 time: 0.0704312 Jul 16 18:42:45.503135 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Deleting port 88156eb8-750a-4643-9949-0397c10edc3e {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:45.503572 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.538644 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-2e467d9d-5654-4cca-bc6b-fee7344a40c2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0540280 Jul 16 18:42:45.639105 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] For port 88156eb8-750a-4643-9949-0397c10edc3e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88156eb8-750a-4643-9949-0397c10edc3e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:45.639546 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.686340 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dfcc3-a4eb-41cd-ade9-d7f5e75c7bf7 req-ccf65383-3e4c-44c4-ab86-e9ef2ad9708f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.687998 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-812dfcc3-a4eb-41cd-ade9-d7f5e75c7bf7 req-ccf65383-3e4c-44c4-ab86-e9ef2ad9708f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 947 time: 0.0725002 Jul 16 18:42:45.742624 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-812dfcc3-a4eb-41cd-ade9-d7f5e75c7bf7 req-a81e51d9-f73b-4aee-a47e-f8ce8833edd3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cb7d65e-3554-4378-86f3-9e8c0350f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488033 Jul 16 18:42:45.778956 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13710ef6-c22d-4e6c-a646-36107d3af5b9 req-6d6a234a-704d-4ffd-ac2b-a3857c1a4f28 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.780482 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-13710ef6-c22d-4e6c-a646-36107d3af5b9 req-6d6a234a-704d-4ffd-ac2b-a3857c1a4f28 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.2074494 Jul 16 18:42:45.884171 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-13710ef6-c22d-4e6c-a646-36107d3af5b9 req-5221669f-1331-491c-b38d-f809f085bae1 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921121 Jul 16 18:42:45.953406 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.953783 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.954156 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.l3_db [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Floating IP 922c4d0f-a817-41d9-91f8-38d9e6c52460 disassociated. External IP: 172.27.2.193, port: 88156eb8-750a-4643-9949-0397c10edc3e. Jul 16 18:42:45.954505 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Calling delete_port for 88156eb8-750a-4643-9949-0397c10edc3e owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:46.011711 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 2e028c40-1bba-4577-a87a-0c5f8a9aed0f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:46.027435 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43730) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:46.098744 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.111827 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.138487 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event deleted for resources: {'Port': ['ID=88156eb8-750a-4643-9949-0397c10edc3e,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:46.141093 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:46.144433 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6cb07c-8d41-4a33-a473-f470ae596031" -d '{"events": [{"server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "name": "network-vif-unplugged", "status": "completed", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:46.171354 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:46.177116 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.178489 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 188a70a6-d42e-4d9a-bdd3-240cce1aad04 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:46.201553 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-140ec314-cb3b-4e69-b3f4-0ac4d5605312 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d5782e0a3374140968ead9f7c4de44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729410 Jul 16 18:42:46.202144 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43738) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:46.209437 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:46.213520 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 188a70a6-d42e-4d9a-bdd3-240cce1aad04 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:46.213869 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 188a70a6-d42e-4d9a-bdd3-240cce1aad04 not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:46.260614 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,revision_number=6']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:46.316318 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Router b34153cf-e016-42d1-b723-61b26e672e48 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:46.320928 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f2228e81-201b-4200-a151-77766c19f40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.338341 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc63d4e-3469-4586-a2f3-259f8d77cb2c x-openstack-request-id: req-bbc63d4e-3469-4586-a2f3-259f8d77cb2c {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:46.338850 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "name": "network-vif-unplugged", "status": "failed", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f", "code": 422}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:46.339252 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bbc63d4e-3469-4586-a2f3-259f8d77cb2c {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:46.339832 dv-cinder-786933-5-iscsi neutron-server[93209]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'code': 422} returned with failed status Jul 16 18:42:46.387281 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f2228e81-201b-4200-a151-77766c19f40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.485582 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:46.499194 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114a5b1b-2a1a-4724-a57b-f541cebb4af3 None None] Sync routers for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:46.510720 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a5b1b-2a1a-4724-a57b-f541cebb4af3 None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:46.511548 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-114a5b1b-2a1a-4724-a57b-f541cebb4af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:46.549999 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] No DVR routers for this DVR port 88156eb8-750a-4643-9949-0397c10edc3e on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:46.552208 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.555720 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-42e53768-f113-4dd9-a94b-a23a0d9663ce req-8db00891-473c-4494-9399-41f207b3c4d7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.88 "DELETE /v2.0/ports/88156eb8-750a-4643-9949-0397c10edc3e HTTP/1.1" status: 204 len: 173 time: 1.1561439 Jul 16 18:42:46.556318 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'name': 'network-vif-deleted', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:46.559201 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f313c7d-ef5b-414a-8e8d-235424804bcc" -d '{"events": [{"server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "name": "network-vif-deleted", "tag": "88156eb8-750a-4643-9949-0397c10edc3e"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:46.570647 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f2228e81-201b-4200-a151-77766c19f40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.580084 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f2228e81-201b-4200-a151-77766c19f40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.581330 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-f2228e81-201b-4200-a151-77766c19f40a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bee4edff-5222-4ebc-9898-605419c1d4cc HTTP/1.1" status: 204 len: 168 time: 0.3780594 Jul 16 18:42:46.592772 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2228e81-201b-4200-a151-77766c19f40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee4edff-5222-4ebc-9898-605419c1d4cc,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:46.728096 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-114a5b1b-2a1a-4724-a57b-f541cebb4af3 None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:46.754238 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb477d5f-b432-4d43-95fa-4891e55fe750 x-openstack-request-id: req-cb477d5f-b432-4d43-95fa-4891e55fe750 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:46.754238 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fff4c3b-326c-49be-80b9-87bcf4b99ec8", "name": "network-vif-deleted", "tag": "88156eb8-750a-4643-9949-0397c10edc3e", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:46.754238 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb477d5f-b432-4d43-95fa-4891e55fe750 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:46.754553 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fff4c3b-326c-49be-80b9-87bcf4b99ec8', 'name': 'network-vif-deleted', 'tag': '88156eb8-750a-4643-9949-0397c10edc3e', 'status': 'completed', 'code': 200} Jul 16 18:42:46.980864 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7cd23e5e-6360-4f8e-bb39-29c611e3becc req-4f39b311-42e2-482e-914c-bbc9f2f5bf67 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fff4c3b-326c-49be-80b9-87bcf4b99ec8 HTTP/1.1" status: 200 len: 210 time: 0.0385246 Jul 16 18:42:47.143969 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-114a5b1b-2a1a-4724-a57b-f541cebb4af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:47.178470 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114a5b1b-2a1a-4724-a57b-f541cebb4af3 None None] Checking router: b34153cf-e016-42d1-b723-61b26e672e48 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:47.189246 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a5b1b-2a1a-4724-a57b-f541cebb4af3 None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:47.190370 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-114a5b1b-2a1a-4724-a57b-f541cebb4af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:47.274332 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17229978-1949-421c-a457-99104317a1b9 req-b75a2b22-e878-49d9-b2e0-29ac66a07c93 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.282762 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-17229978-1949-421c-a457-99104317a1b9 req-b75a2b22-e878-49d9-b2e0-29ac66a07c93 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0858450 Jul 16 18:42:47.332410 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-114a5b1b-2a1a-4724-a57b-f541cebb4af3 None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:47.335418 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-17229978-1949-421c-a457-99104317a1b9 req-42d03174-11df-448d-a6e5-d7e009e9601d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512393 Jul 16 18:42:47.441185 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1579cb2-6243-427b-9911-b7016ef51010 req-4ea98f68-8522-4d8a-8ede-a400492d765f tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.442918 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f1579cb2-6243-427b-9911-b7016ef51010 req-4ea98f68-8522-4d8a-8ede-a400492d765f tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.1150684 Jul 16 18:42:47.445992 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-22ed2721-d44e-4daa-b28a-76dea2927496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.447510 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-22ed2721-d44e-4daa-b28a-76dea2927496 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375&tenant_id=fe4f148278ba408cb83924bbc48121f4 HTTP/1.1" status: 200 len: 1096 time: 0.0811327 Jul 16 18:42:47.500095 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f1579cb2-6243-427b-9911-b7016ef51010 req-86bb8ab0-a155-45ce-be01-603250e424ef tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496969 Jul 16 18:42:47.545210 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-ae29d0a5-e57d-49aa-87c5-3754152c0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.547365 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-ae29d0a5-e57d-49aa-87c5-3754152c0cc4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe4f148278ba408cb83924bbc48121f4&device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 1096 time: 0.0715277 Jul 16 18:42:47.586152 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43780) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:47.664005 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-5d011c6c-91b3-44e1-aa52-e1a10437ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.666071 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-5d011c6c-91b3-44e1-aa52-e1a10437ec67 service neutron] 10.222.0.88 "GET /v2.0/networks?id=67f9b577-db05-431a-8da7-2b783e514c0b HTTP/1.1" status: 200 len: 910 time: 0.1106372 Jul 16 18:42:47.692007 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-28255930-network', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:47.728689 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Made reservation on behalf of aeafc9350f574e6ba15d48c554ab122a for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:47.735266 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.746878 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.752099 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-408e74c9-70ac-4f59-bdb4-366cd0eb603c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f HTTP/1.1" status: 200 len: 999 time: 0.0773435 Jul 16 18:42:47.773294 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-114a5b1b-2a1a-4724-a57b-f541cebb4af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:47.808678 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114a5b1b-2a1a-4724-a57b-f541cebb4af3 None None] The sync data for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi is: [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:47.817220 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-d13fcb00-3dba-4033-ad23-34bc343513c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.819193 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-d13fcb00-3dba-4033-ad23-34bc343513c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=984575de-1bd2-4aa4-bd82-a8567f2419ec HTTP/1.1" status: 200 len: 847 time: 0.0579894 Jul 16 18:42:47.881803 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.886305 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.896727 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-cec083f1-d41a-4e81-b777-6ccb703310f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.899187 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-cec083f1-d41a-4e81-b777-6ccb703310f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=67f9b577-db05-431a-8da7-2b783e514c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726042 Jul 16 18:42:47.921779 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=93207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:47.927025 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee69b28c-5dac-4afd-9de3-9c45910b25cd,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:47.938427 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.938771 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Added segment 7b8d34d4-7bad-45b7-920c-b654e3279bf9 of type vlan for network ea284a83-4213-4527-bb57-ff51560ea15d Jul 16 18:42:47.995535 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.020955 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-95182c3a-a336-4dc9-8ffc-6f7e3c92f0be service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141734 Jul 16 18:42:48.042941 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.045149 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.045822 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.070879 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4834154 Jul 16 18:42:48.074686 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43786) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:48.117298 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] Request body: {'subnet': {'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-28255930-subnet', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:48.143833 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] Made reservation on behalf of aeafc9350f574e6ba15d48c554ab122a for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:48.146579 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695207'] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.148340 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbcdd9-75d8-424b-b236-e9308c770530 admin admin] Pushing event updated for resources: {'Network': ['ID=ea284a83-4213-4527-bb57-ff51560ea15d,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:48.165406 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network ea284a83-4213-4527-bb57-ff51560ea15d details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:48.179865 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a5134-f7ae-4305-ad88-0cb7a7be2bab None None] New status for floating IP 922c4d0f-a817-41d9-91f8-38d9e6c52460: DOWN {{(pid=93210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:42:48.187442 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43790) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:48.193505 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b16525a4-e7d3-4cbf-9d45-459007a34290 req-ce45aadf-7934-4e5e-b8fd-efd7f22ade17 service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653986 Jul 16 18:42:48.259779 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d09b7a4b-010c-4055-8213-1041373ad4ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.289633 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d09b7a4b-010c-4055-8213-1041373ad4ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.347211 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d09b7a4b-010c-4055-8213-1041373ad4ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.351618 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d09b7a4b-010c-4055-8213-1041373ad4ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.352981 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-d09b7a4b-010c-4055-8213-1041373ad4ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "DELETE /v2.0/security-groups/2cb7d65e-3554-4378-86f3-9e8c0350f1de HTTP/1.1" status: 204 len: 168 time: 0.1642535 Jul 16 18:42:48.358847 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43792) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:48.373607 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b7a4b-010c-4055-8213-1041373ad4ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb7d65e-3554-4378-86f3-9e8c0350f1de,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:48.399281 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.api.v2.resource [None req-5e8c44bb-875c-42d5-adb5-9c095150a54d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] show failed (client error): The resource could not be found. Jul 16 18:42:48.400330 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-5e8c44bb-875c-42d5-adb5-9c095150a54d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups/2cb7d65e-3554-4378-86f3-9e8c0350f1de HTTP/1.1" status: 404 len: 347 time: 0.0400186 Jul 16 18:42:48.404314 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43796) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:48.434662 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3222909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695221'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.541918 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7270a0d3-a7bf-4993-b2c5-9722d837f3c8,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:48.577849 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] Checking segment: {'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:48.578227 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] Network hostable DHCP agents. Network: ea284a83-4213-4527-bb57-ff51560ea15d, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:48.581842 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-58c2ebba-183e-4de5-a0a7-711d5a907447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Deleting port ce0468c7-14e9-4271-baf8-719d1634eb9d {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:48.582363 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-58c2ebba-183e-4de5-a0a7-711d5a907447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.607557 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44bf09-8b34-459c-965c-73f0c6587218 req-5da3a3ac-e3d0-4272-9133-ff8efd3b7710 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.609029 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d44bf09-8b34-459c-965c-73f0c6587218 req-5da3a3ac-e3d0-4272-9133-ff8efd3b7710 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.1051459 Jul 16 18:42:48.614708 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] Network ea284a83-4213-4527-bb57-ff51560ea15d is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:48.638237 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, ea284a83-4213-4527-bb57-ff51560ea15d) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:48.643632 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.644312 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.650348 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51ea785-9fb2-4468-a03c-c8e3d008d828 None None] Network ea284a83-4213-4527-bb57-ff51560ea15d requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:48.687182 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d44bf09-8b34-459c-965c-73f0c6587218 req-d827288d-0c6f-4ee2-9d4f-f92890fba835 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698011 Jul 16 18:42:48.690168 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-7ddae3b4-1770-4a41-972d-c315b39da616 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6143897 Jul 16 18:42:48.692488 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43800) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:48.700750 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:48.734101 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7819'] for router, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.735450 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1683935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6008'] for router, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.761926 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-58c2ebba-183e-4de5-a0a7-711d5a907447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.762523 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-58c2ebba-183e-4de5-a0a7-711d5a907447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.780469 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-58c2ebba-183e-4de5-a0a7-711d5a907447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Calling delete_port for ce0468c7-14e9-4271-baf8-719d1634eb9d owned by network:floatingip {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:48.800976 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58af79-b8f5-4d61-98e9-2af73d715109 req-ec8ab54e-ff87-4a3d-860b-133b56ee39b0 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.802488 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6d58af79-b8f5-4d61-98e9-2af73d715109 req-ec8ab54e-ff87-4a3d-860b-133b56ee39b0 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.1406655 Jul 16 18:42:48.820270 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.843670 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad25305b-f3dd-5c0f-aa44-46a7d21f290c-ea284a83-4213-4527-bb57-ff51560ea15d', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'fixed_ips': [{'subnet_id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8'}]}} from dv-cinder-786933-5-iscsi. {{(pid=93209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:48.844862 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.899210 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6d58af79-b8f5-4d61-98e9-2af73d715109 req-d8085a62-db76-4064-8625-a0cef56e5205 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552855 Jul 16 18:42:48.982402 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-58c2ebba-183e-4de5-a0a7-711d5a907447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.010355 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2ebba-183e-4de5-a0a7-711d5a907447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event deleted for resources: {'Port': ['ID=ce0468c7-14e9-4271-baf8-719d1634eb9d,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:49.011441 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.db_base_plugin_common [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Allocated IP 172.20.0.2 (ea284a83-4213-4527-bb57-ff51560ea15d/7270a0d3-a7bf-4993-b2c5-9722d837f3c8/6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990) {{(pid=93209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:49.088508 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-58c2ebba-183e-4de5-a0a7-711d5a907447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.091384 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-58c2ebba-183e-4de5-a0a7-711d5a907447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.092989 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-58c2ebba-183e-4de5-a0a7-711d5a907447 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "DELETE /v2.0/floatingips/922c4d0f-a817-41d9-91f8-38d9e6c52460 HTTP/1.1" status: 204 len: 168 time: 0.6873901 Jul 16 18:42:49.205598 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Notify callbacks [] for port, precommit_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.216320 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Transition to ACTIVE for port object 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:49.227631 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5994'] for router, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.233664 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Transition to ACTIVE for port object 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 will not be triggered until provisioned by entity DHCP. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:49.240168 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.283102 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Network ea284a83-4213-4527-bb57-ff51560ea15d is already hosted by enough agents. {{(pid=93209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:49.287688 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.base_scheduler [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Resources bound (agent type, host, resource id): {{(pid=93209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:49.292765 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Received port after_create {{(pid=93209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:49.295966 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Pushing event updated for resources: {'Port': ['ID=6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990,revision_number=1']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:49.352284 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Attempting to bind port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:49.352761 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Attempting to bind port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:49.353149 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Attempting to bind port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 on network ea284a83-4213-4527-bb57-ff51560ea15d {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:49.358154 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:49.358522 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Checking segment: {'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:49.358920 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.359305 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Bound using segment: {'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:49.359761 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Bound port: 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:49.360135 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.438405 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] For port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:49.441644 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] For port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:49.448006 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.450600 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.474180 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43804) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:49.479600 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.485170 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-95cafce9-eff5-4f1d-9885-307ccf0a7754 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1888195853', 'description': 'tempest-description--1982488796'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:49.511845 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525fc45-59e0-4373-815f-d88475331ddf None None] Pushing event updated for resources: {'Port': ['ID=6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:49.520129 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95cafce9-eff5-4f1d-9885-307ccf0a7754 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.633983 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95cafce9-eff5-4f1d-9885-307ccf0a7754 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.638536 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95cafce9-eff5-4f1d-9885-307ccf0a7754 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.646526 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Allocated IP 172.27.2.186 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/c662ec30-9a87-4d5e-b578-ef22c48da649) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:49.664563 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-00c36ccd-9811-4cc3-9a10-016623c26503 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:49.666719 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95cafce9-eff5-4f1d-9885-307ccf0a7754 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.666856 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-00c36ccd-9811-4cc3-9a10-016623c26503 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.1412029 Jul 16 18:42:49.671221 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-95cafce9-eff5-4f1d-9885-307ccf0a7754 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1927893 Jul 16 18:42:49.671438 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43806) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:49.676036 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-1f455cf1-ec42-4a40-b68a-79046421e642 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'security_group_rule': {'security_group_id': '48c2af0c-144b-475d-aa7f-e5f152409ce1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:49.677079 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cafce9-eff5-4f1d-9885-307ccf0a7754 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c2af0c-144b-475d-aa7f-e5f152409ce1,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:49.839113 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1f455cf1-ec42-4a40-b68a-79046421e642 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.907799 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53066a-2046-4a64-8dfd-40bcced735be req-21efe13b-9720-43d1-9eb9-ecd6bec5fe03 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:49.909594 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7b53066a-2046-4a64-8dfd-40bcced735be req-21efe13b-9720-43d1-9eb9-ecd6bec5fe03 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0659852 Jul 16 18:42:49.953489 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7b53066a-2046-4a64-8dfd-40bcced735be req-3bdcc58d-e9ed-46b1-9d18-165cce6d4240 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378604 Jul 16 18:42:49.964890 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.981160 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Deleting port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:49.981504 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.033030 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1f455cf1-ec42-4a40-b68a-79046421e642 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.053382 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1f455cf1-ec42-4a40-b68a-79046421e642 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.059964 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 88156eb8-750a-4643-9949-0397c10edc3e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:50.080935 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 88156eb8-750a-4643-9949-0397c10edc3e {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:50.081289 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 88156eb8-750a-4643-9949-0397c10edc3e not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:50.135732 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f455cf1-ec42-4a40-b68a-79046421e642 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358789fa-0198-4bb7-abad-cc201e6b3855,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.142214 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.150886 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1f455cf1-ec42-4a40-b68a-79046421e642 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.152089 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-1f455cf1-ec42-4a40-b68a-79046421e642 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4796789 Jul 16 18:42:50.154954 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43812) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:50.159652 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-b9f90d9a-867b-4b7b-9ac1-4e243001e398 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'security_group_rule': {'security_group_id': '48c2af0c-144b-475d-aa7f-e5f152409ce1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:50.192936 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] For port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1c29b590-dff6-46ec-9f7f-4d4761f1d52f,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:50.193310 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.199257 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b9f90d9a-867b-4b7b-9ac1-4e243001e398 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.221323 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:50.254629 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b9f90d9a-867b-4b7b-9ac1-4e243001e398 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.257823 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:50.261653 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b9f90d9a-867b-4b7b-9ac1-4e243001e398 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.266924 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:50.283342 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f90d9a-867b-4b7b-9ac1-4e243001e398 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d001a6-9f4d-484b-9136-1a4de540b104,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.287710 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b9f90d9a-867b-4b7b-9ac1-4e243001e398 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.292589 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-b9f90d9a-867b-4b7b-9ac1-4e243001e398 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365182 Jul 16 18:42:50.293174 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43814) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:50.297910 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'floatingip': {'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:50.299816 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Pushing event updated for resources: {'Port': ['ID=c662ec30-9a87-4d5e-b578-ef22c48da649,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.318816 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89356-0129-482d-b4d6-562a32428e18 req-367792f9-7166-4721-9d03-93cb65c720e9 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:50.320469 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-22a89356-0129-482d-b4d6-562a32428e18 req-367792f9-7166-4721-9d03-93cb65c720e9 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 945 time: 0.2821865 Jul 16 18:42:50.324610 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.428549 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.521517 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-22a89356-0129-482d-b4d6-562a32428e18 req-aba3827b-17f2-4f97-9515-6a6901a54d3b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d6526dd-8fb9-42b3-9180-366349f7139e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898561 Jul 16 18:42:50.534387 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c7b61-adfe-44da-af2d-3822700e84a1 None None] Network ea284a83-4213-4527-bb57-ff51560ea15d requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:50.555517 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Allocated IP 172.27.2.240 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/49145dc1-c627-49f3-94b0-25680aee58ae) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:50.561896 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.562295 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.562608 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.l3_db [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Floating IP a8613023-1889-481a-b001-f7965cff52ee disassociated. External IP: 172.27.2.13, port: 1c29b590-dff6-46ec-9f7f-4d4761f1d52f. Jul 16 18:42:50.563000 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Calling delete_port for 1c29b590-dff6-46ec-9f7f-4d4761f1d52f owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:50.629172 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-5b13bc53-48f4-4734-9218-2c66ee0c86dc None None] Provisioning for port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:50.682014 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.731376 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.742362 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.776766 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:50.779945 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:50.784316 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:50.787451 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'Port': ['ID=49145dc1-c627-49f3-94b0-25680aee58ae,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.875041 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.908537 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event deleted for resources: {'Port': ['ID=1c29b590-dff6-46ec-9f7f-4d4761f1d52f,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.922903 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.932794 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:50.991895 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.003413 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:51.008895 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:51.009345 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.090629 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676544'] for router, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.093965 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-ee47aa7b-570e-44fa-b173-24545eb461dc None None] Provisioning complete for port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:51.095080 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ee47aa7b-570e-44fa-b173-24545eb461dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.142089 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:51.164270 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.227247 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:51.234018 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.272046 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ee47aa7b-570e-44fa-b173-24545eb461dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.315305 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:51.324862 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:51.343010 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ddaa0-267f-415e-8483-aad274a3f333 None None] Sync routers for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:51.362143 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ddaa0-267f-415e-8483-aad274a3f333 None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:51.363088 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-2b7ddaa0-267f-415e-8483-aad274a3f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:51.479045 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] No DVR routers for this DVR port 1c29b590-dff6-46ec-9f7f-4d4761f1d52f on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:51.480757 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87af0-e190-4e7f-a6f4-b0d3597d3b84 req-507b944d-1e9f-4ff5-9ce5-0112ca83b27e tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:51.481830 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Router 7f777117-a240-402c-85c0-02e2b34f0400 is scheduled to L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a with binding_index 1 {{(pid=93208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:42:51.482343 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-53b87af0-e190-4e7f-a6f4-b0d3597d3b84 req-507b944d-1e9f-4ff5-9ce5-0112ca83b27e tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.3610919 Jul 16 18:42:51.499934 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.506369 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.509669 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10277779'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.511079 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-077d44dc-0563-49b2-a4dc-112ed88a92b9 req-13fec4a4-1b54-45f1-bcc3-d689c7266341 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.88 "DELETE /v2.0/ports/1c29b590-dff6-46ec-9f7f-4d4761f1d52f HTTP/1.1" status: 204 len: 173 time: 1.8275237 Jul 16 18:42:51.525984 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'name': 'network-vif-deleted', 'tag': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:51.537723 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f2a551-3171-4759-ae15-92ef74751494" -d '{"events": [{"server_uuid": "0f06d945-82c4-47ce-b2e7-4527e128d911", "name": "network-vif-deleted", "tag": "1c29b590-dff6-46ec-9f7f-4d4761f1d52f"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:51.558363 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.db.api [None req-ee47aa7b-570e-44fa-b173-24545eb461dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:42:51.559170 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG oslo_db.api [None req-ee47aa7b-570e-44fa-b173-24545eb461dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:42:51.578680 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-53b87af0-e190-4e7f-a6f4-b0d3597d3b84 req-c97c9b44-fcfb-4603-a7fb-33b2456cc393 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812459 Jul 16 18:42:51.622075 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'Port': ['ID=49145dc1-c627-49f3-94b0-25680aee58ae,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:51.632578 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.651841 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.662775 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-54b9fb9a-8ed3-4d5f-8d5c-e42fbeda4e49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3606372 Jul 16 18:42:51.674274 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58ec65a-48d4-4136-8ff7-9ae5ffb99f42 x-openstack-request-id: req-f58ec65a-48d4-4136-8ff7-9ae5ffb99f42 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:51.674541 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f06d945-82c4-47ce-b2e7-4527e128d911", "name": "network-vif-deleted", "tag": "1c29b590-dff6-46ec-9f7f-4d4761f1d52f", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:51.674787 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f58ec65a-48d4-4136-8ff7-9ae5ffb99f42 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:51.675174 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f06d945-82c4-47ce-b2e7-4527e128d911', 'name': 'network-vif-deleted', 'tag': '1c29b590-dff6-46ec-9f7f-4d4761f1d52f', 'status': 'completed', 'code': 200} Jul 16 18:42:51.691417 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-2b7ddaa0-267f-415e-8483-aad274a3f333 None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:51.770721 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-2dd960ea-10fd-4299-9007-21b1027d1763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.911989 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-3694815b-c2ef-4e13-9b7a-eb0149f9d15d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1888195853&fields=id&tenant_id=9b2708a3489a4b798499f122ee207e94 HTTP/1.1" status: 200 len: 267 time: 0.0381179 Jul 16 18:42:51.961730 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-2b7ddaa0-267f-415e-8483-aad274a3f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:51.989813 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ddaa0-267f-415e-8483-aad274a3f333 None None] Checking router: fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:52.001514 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ddaa0-267f-415e-8483-aad274a3f333 None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:52.002505 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-2b7ddaa0-267f-415e-8483-aad274a3f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:52.027604 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-aea202aa-71e6-41a5-b47d-70c5d6bdbc7f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:52.031091 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-aea202aa-71e6-41a5-b47d-70c5d6bdbc7f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 817 time: 0.1098802 Jul 16 18:42:52.051354 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-00a47d2e-b56e-4862-be1f-7b7c55dc5e02 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/quotas/9b2708a3489a4b798499f122ee207e94 HTTP/1.1" status: 200 len: 375 time: 0.0156841 Jul 16 18:42:52.075219 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9fad2f41-25a1-4e04-abdc-271baf78c39b req-01542ea6-d496-47f8-bdbe-38a74296d97f tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f06d945-82c4-47ce-b2e7-4527e128d911 HTTP/1.1" status: 200 len: 210 time: 0.0479176 Jul 16 18:42:52.093200 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:52.105088 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Sync routers for ids ['7f777117-a240-402c-85c0-02e2b34f0400'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:52.121746 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] Notify callbacks [] for router, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.122865 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-428221f0-5b44-4297-a328-7d5549356c58 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4283514 Jul 16 18:42:52.125556 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43834) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:52.129838 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Routers {'7f777117-a240-402c-85c0-02e2b34f0400'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:52.130766 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['7f777117-a240-402c-85c0-02e2b34f0400'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:52.155700 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-2b7ddaa0-267f-415e-8483-aad274a3f333 None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:52.175708 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-2502a4e1-13ad-4461-ab4f-14eb1d00a85b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158946 Jul 16 18:42:52.280005 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Set router 7f777117-a240-402c-85c0-02e2b34f0400 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:52.385367 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-985aa9c0-fd0c-42cf-8690-f7609c62d82b service neutron] 10.222.0.79 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848249 Jul 16 18:42:52.447635 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-2b7ddaa0-267f-415e-8483-aad274a3f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:52.479607 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ddaa0-267f-415e-8483-aad274a3f333 None None] The sync data for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi is: [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:52.500774 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-5a401fbc-f0cb-4f63-b7ef-ba8c60bdd569 service neutron] 10.222.0.79 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069710 Jul 16 18:42:52.536735 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 3, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:52.571589 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Checking router: 7f777117-a240-402c-85c0-02e2b34f0400 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:52.572166 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Updating router 7f777117-a240-402c-85c0-02e2b34f0400 port c662ec30-9a87-4d5e-b578-ef22c48da649 binding host dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:42:52.611112 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.750525 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-21813ab4-7d96-49c9-8b63-99253fe9f14f req-1df20770-b991-4b0f-a486-b4f1418cb7a5 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 210 time: 0.0563250 Jul 16 18:42:52.778336 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.868761 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48273a31-c7ea-4d23-846f-8a8949e9ceb9 req-3ed17434-7f9d-43cf-a886-a968173975c8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:52.878648 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-48273a31-c7ea-4d23-846f-8a8949e9ceb9 req-3ed17434-7f9d-43cf-a886-a968173975c8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.0924473 Jul 16 18:42:52.914884 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d9609-7a00-4325-bd73-cd560d7c1ccd None None] New status for floating IP a8613023-1889-481a-b001-f7965cff52ee: DOWN {{(pid=93209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:42:52.941031 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-48273a31-c7ea-4d23-846f-8a8949e9ceb9 req-b7883d71-0b17-4187-8d7c-4d8f745db2e9 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597408 Jul 16 18:42:52.971215 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:53.043050 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Notify callbacks [] for port, precommit_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.055212 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.provisioning_blocks [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Transition to ACTIVE for port object c662ec30-9a87-4d5e-b578-ef22c48da649 will not be triggered until provisioned by entity L2. {{(pid=93210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:53.063521 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.102405 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:53.102715 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.129350 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Pushing event updated for resources: {'Port': ['ID=c662ec30-9a87-4d5e-b578-ef22c48da649,revision_number=2']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.149212 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.149571 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.154236 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.154463 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.154811 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.155161 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.155498 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.155836 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.156185 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.156518 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.156845 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.160743 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.169770 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Attempting to bind port c662ec30-9a87-4d5e-b578-ef22c48da649 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:53.170180 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Attempting to bind port c662ec30-9a87-4d5e-b578-ef22c48da649 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:53.170545 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Attempting to bind port c662ec30-9a87-4d5e-b578-ef22c48da649 on network 73c708b8-06d7-447a-8102-37bbb9bcd43a {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:53.171627 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Allocated IP 172.20.0.1 (ea284a83-4213-4527-bb57-ff51560ea15d/7270a0d3-a7bf-4993-b2c5-9722d837f3c8/4dc1bb61-a614-4581-96f0-b50283e49d70) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:53.185057 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:53.185441 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Checking segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:53.185846 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.190327 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Bound using segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:53.190822 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Bound port: c662ec30-9a87-4d5e-b578-ef22c48da649, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:53.191361 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.255275 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] For port c662ec30-9a87-4d5e-b578-ef22c48da649, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:53.259972 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] For port c662ec30-9a87-4d5e-b578-ef22c48da649, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=c662ec30-9a87-4d5e-b578-ef22c48da649,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:53.266822 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.279048 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43854) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:53.318254 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Routers {'7f777117-a240-402c-85c0-02e2b34f0400'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:53.319672 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['7f777117-a240-402c-85c0-02e2b34f0400'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:53.324000 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.339809 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Transition to ACTIVE for port object 4dc1bb61-a614-4581-96f0-b50283e49d70 will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:53.344147 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f6e114fc-2ef9-4bbe-a303-44899d7b3eda tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.380164 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f6e114fc-2ef9-4bbe-a303-44899d7b3eda tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.383311 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.434445 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31079c8e-0841-4fd8-af81-1c2182b25d3f None None] Pushing event updated for resources: {'Port': ['ID=c662ec30-9a87-4d5e-b578-ef22c48da649,revision_number=3']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.437859 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Network ea284a83-4213-4527-bb57-ff51560ea15d is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:53.441079 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:53.445581 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:53.446752 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f6e114fc-2ef9-4bbe-a303-44899d7b3eda tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.452531 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f6e114fc-2ef9-4bbe-a303-44899d7b3eda tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.455752 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-f6e114fc-2ef9-4bbe-a303-44899d7b3eda tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "DELETE /v2.0/security-groups/2d6526dd-8fb9-42b3-9180-366349f7139e HTTP/1.1" status: 204 len: 168 time: 0.1756532 Jul 16 18:42:53.467620 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43856) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:53.468450 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e114fc-2ef9-4bbe-a303-44899d7b3eda tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6526dd-8fb9-42b3-9180-366349f7139e,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.479489 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc1bb61-a614-4581-96f0-b50283e49d70,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.498458 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.api.v2.resource [None req-c9c77c48-2bc3-43cc-89e7-40eaa122e2b2 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] show failed (client error): The resource could not be found. Jul 16 18:42:53.502250 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c9c77c48-2bc3-43cc-89e7-40eaa122e2b2 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups/2d6526dd-8fb9-42b3-9180-366349f7139e HTTP/1.1" status: 404 len: 347 time: 0.0289149 Jul 16 18:42:53.503252 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43858) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:53.503813 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] Set router 7f777117-a240-402c-85c0-02e2b34f0400 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:53.515557 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729079'] for router_interface, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.694236 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-30099fb3-ed22-4c01-977c-02c2699a4318 None None] Provisioning for port 4dc1bb61-a614-4581-96f0-b50283e49d70 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:53.701634 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-30099fb3-ed22-4c01-977c-02c2699a4318 None None] Provisioning complete for port 4dc1bb61-a614-4581-96f0-b50283e49d70 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:53.703947 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-30099fb3-ed22-4c01-977c-02c2699a4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.722462 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-31a55abc-3333-47c7-ae50-dc6ae278ef0a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Deleting port 06f9e432-a769-4f71-b482-60a66d7af0a8 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:53.723015 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-31a55abc-3333-47c7-ae50-dc6ae278ef0a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.731827 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 3, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:53.762939 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11a11a-de06-45e9-b62b-82e14cb1e00c None None] The sync data for ids ['7f777117-a240-402c-85c0-02e2b34f0400'] in dv-cinder-786933-5-iscsi is: [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 3, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:53.767920 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.824872 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-30099fb3-ed22-4c01-977c-02c2699a4318 None None] Port 4dc1bb61-a614-4581-96f0-b50283e49d70 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:53.830791 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-31a55abc-3333-47c7-ae50-dc6ae278ef0a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.831169 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-31a55abc-3333-47c7-ae50-dc6ae278ef0a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.846703 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-31a55abc-3333-47c7-ae50-dc6ae278ef0a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Calling delete_port for 06f9e432-a769-4f71-b482-60a66d7af0a8 owned by network:floatingip {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:53.960351 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-128cbed3-7b86-42f8-a134-59db28fb7723 req-39691605-4ae0-4eb2-9d50-629776d0d287 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 210 time: 0.0361643 Jul 16 18:42:54.001029 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-31a55abc-3333-47c7-ae50-dc6ae278ef0a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.021298 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.027784 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a55abc-3333-47c7-ae50-dc6ae278ef0a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event deleted for resources: {'Port': ['ID=06f9e432-a769-4f71-b482-60a66d7af0a8,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.028541 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.101953 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 1c29b590-dff6-46ec-9f7f-4d4761f1d52f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:54.126249 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-31a55abc-3333-47c7-ae50-dc6ae278ef0a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.129091 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-31a55abc-3333-47c7-ae50-dc6ae278ef0a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.130447 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-31a55abc-3333-47c7-ae50-dc6ae278ef0a tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "DELETE /v2.0/floatingips/a8613023-1889-481a-b001-f7965cff52ee HTTP/1.1" status: 204 len: 168 time: 0.6261842 Jul 16 18:42:54.132438 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 1c29b590-dff6-46ec-9f7f-4d4761f1d52f {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:54.132815 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 1c29b590-dff6-46ec-9f7f-4d4761f1d52f not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:54.173626 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc1bb61-a614-4581-96f0-b50283e49d70,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.177172 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729091'] for router_interface, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.242341 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef9896-168d-49af-979c-bd15e9d65dfa req-7a4da386-2467-43c0-8f68-90d6a24b3e0d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:54.251636 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0eef9896-168d-49af-979c-bd15e9d65dfa req-7a4da386-2467-43c0-8f68-90d6a24b3e0d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.1199274 Jul 16 18:42:54.309712 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-0eef9896-168d-49af-979c-bd15e9d65dfa req-870a824a-91ea-455a-b45d-e8b18faceac4 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565479 Jul 16 18:42:54.319500 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Network ea284a83-4213-4527-bb57-ff51560ea15d is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:54.339706 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:54.392189 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43866) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:54.397314 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-dd27922a-5a21-4511-a95f-f3f93d4ecbb5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174718627', 'description': 'tempest-description--1418169822'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:54.434396 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dd27922a-5a21-4511-a95f-f3f93d4ecbb5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.529609 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-af1a156a-eafb-45e8-a47c-91a06b79d75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.585808 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dd27922a-5a21-4511-a95f-f3f93d4ecbb5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.593348 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dd27922a-5a21-4511-a95f-f3f93d4ecbb5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.597574 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-cda7d45e-5103-48a0-9212-3d3e586921ae tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:54.599482 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-cda7d45e-5103-48a0-9212-3d3e586921ae tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.88 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 817 time: 0.2749112 Jul 16 18:42:54.613919 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Router 7f777117-a240-402c-85c0-02e2b34f0400 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:54.635995 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dd27922a-5a21-4511-a95f-f3f93d4ecbb5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.641904 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-dd27922a-5a21-4511-a95f-f3f93d4ecbb5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2457821 Jul 16 18:42:54.642946 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43868) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:54.653176 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.655036 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'security_group_rule': {'security_group_id': 'cc2cd05c-4882-4ac8-848e-853a8266c1a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:54.659527 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27922a-5a21-4511-a95f-f3f93d4ecbb5 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2cd05c-4882-4ac8-848e-853a8266c1a0,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.690104 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-40f17785-62bd-48af-ab12-1d2f9b35900b None None] Provisioning complete for port 4dc1bb61-a614-4581-96f0-b50283e49d70 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:54.690486 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-40f17785-62bd-48af-ab12-1d2f9b35900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.724808 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.735391 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-40f17785-62bd-48af-ab12-1d2f9b35900b None None] Port 4dc1bb61-a614-4581-96f0-b50283e49d70 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:54.739647 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-be8eb5f8-708c-4d69-a80f-f889992f241b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b2708a3489a4b798499f122ee207e94 HTTP/1.1" status: 200 len: 380 time: 0.1226177 Jul 16 18:42:54.762199 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'port': {'device_id': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'admin_state_up': True, 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'security_groups': ['48c2af0c-144b-475d-aa7f-e5f152409ce1']}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:54.800813 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.806889 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.826157 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091d3154-3c54-4048-959b-af7aba3e6192,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.834697 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.835092 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.835636 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.835924 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.836278 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.836603 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.836910 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.837259 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.837570 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.837955 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.838293 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.838633 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:54.842369 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.843548 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-b988ae89-87cd-494d-8529-89aaf76d2031 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2001066 Jul 16 18:42:54.846138 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43874) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:54.851945 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-0149d329-037a-405a-b12d-7ff4a8251a05 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'security_group_rule': {'security_group_id': 'cc2cd05c-4882-4ac8-848e-853a8266c1a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:54.886956 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:54.894594 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-133a4060-3bd8-47f6-be63-98d05c652a49 admin admin] 10.222.0.79 "PUT /v2.0/routers/7f777117-a240-402c-85c0-02e2b34f0400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7679851 Jul 16 18:42:54.899637 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0149d329-037a-405a-b12d-7ff4a8251a05 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.946329 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Made reservation on behalf of 9b2708a3489a4b798499f122ee207e94 for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:54.949943 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.970997 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device c662ec30-9a87-4d5e-b578-ef22c48da649 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:55.011679 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0149d329-037a-405a-b12d-7ff4a8251a05 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.018865 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0149d329-037a-405a-b12d-7ff4a8251a05 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.035318 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port c662ec30-9a87-4d5e-b578-ef22c48da649 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:55.040344 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port c662ec30-9a87-4d5e-b578-ef22c48da649 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:55.040723 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.067495 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149d329-037a-405a-b12d-7ff4a8251a05 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a7c11f-ae6b-497c-92a0-a2ed5a7d6ca2,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.077048 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0149d329-037a-405a-b12d-7ff4a8251a05 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.080909 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-0149d329-037a-405a-b12d-7ff4a8251a05 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2338035 Jul 16 18:42:55.081630 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43880) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:55.087118 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'floatingip': {'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:55.112708 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.181182 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.190272 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Allocated IP 172.20.0.11 (b5659565-8774-4d43-910a-bea01eaf10da/e721fc25-3157-41d7-8181-b6ea28c0b46e/351a8129-873e-46ed-8b4e-719ccbabc192) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:55.213075 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port c662ec30-9a87-4d5e-b578-ef22c48da649, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=c662ec30-9a87-4d5e-b578-ef22c48da649,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:55.221436 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.228208 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-fb90f3c7-e4a2-4f5b-a74e-75fbd0ed03d1 req-8ee8c297-4a3f-42c1-9bca-ce9d1b2f88df tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 210 time: 0.0611095 Jul 16 18:42:55.285440 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.303376 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=c662ec30-9a87-4d5e-b578-ef22c48da649,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.405084 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.421345 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Transition to ACTIVE for port object 351a8129-873e-46ed-8b4e-719ccbabc192 will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:55.421592 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.424729 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Allocated IP 172.27.2.7 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/c86ef296-c3b8-4245-9df4-47e1d6d45dbb) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:55.473698 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.549510 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.551020 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Network b5659565-8774-4d43-910a-bea01eaf10da is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:55.557952 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:55.562895 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:55.592019 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43896) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:55.595609 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event updated for resources: {'Port': ['ID=351a8129-873e-46ed-8b4e-719ccbabc192,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.604183 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-881260819-network', 'tenant_id': '0845845b59414f728e017116150efec0'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:55.613421 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.655391 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.656069 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.660915 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:55.666438 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:55.670175 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c534a4-35c8-44f1-b3ce-2c9200845cf3 req-d137e211-bd60-41c1-bc8d-daaab4f2b7d5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.671777 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-98c534a4-35c8-44f1-b3ce-2c9200845cf3 req-d137e211-bd60-41c1-bc8d-daaab4f2b7d5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 943 time: 0.2109711 Jul 16 18:42:55.675665 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:55.679889 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'Port': ['ID=c86ef296-c3b8-4245-9df4-47e1d6d45dbb,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.684145 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Made reservation on behalf of 0845845b59414f728e017116150efec0 for: {'network': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:55.689824 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.714053 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.716126 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-b90d4f87-54d1-43a3-951f-a170f48fd6c8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9673369 Jul 16 18:42:55.736646 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Request body: {'port': {'device_id': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:55.779219 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.806853 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-98c534a4-35c8-44f1-b3ce-2c9200845cf3 req-fe6d087a-59fc-4c23-bd04-e3618182f413 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145229 Jul 16 18:42:55.835480 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.864828 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-2006becc-a37d-4833-94a9-5f59971b8598 None None] Provisioning for port 351a8129-873e-46ed-8b4e-719ccbabc192 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:55.868697 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.872209 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-2006becc-a37d-4833-94a9-5f59971b8598 None None] Provisioning complete for port 351a8129-873e-46ed-8b4e-719ccbabc192 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:55.872590 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-2006becc-a37d-4833-94a9-5f59971b8598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.908561 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-2006becc-a37d-4833-94a9-5f59971b8598 None None] Port 351a8129-873e-46ed-8b4e-719ccbabc192 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:56.009351 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.014013 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.019719 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.025772 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Sync routers for ids ['7f777117-a240-402c-85c0-02e2b34f0400'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:56.027320 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10277779'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.037445 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Routers {'7f777117-a240-402c-85c0-02e2b34f0400'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:56.039072 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['7f777117-a240-402c-85c0-02e2b34f0400'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:56.064298 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=93208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:56.090108 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf45970e-9232-4956-a18d-b23b9af3cabc,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:56.096426 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.097158 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.segments_db [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Added segment 846574a7-1bd9-410e-92bc-dad60bb6591c of type vlan for network 2cfa28c0-2e68-4510-9864-b132df4f1b7c Jul 16 18:42:56.112114 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'Port': ['ID=c86ef296-c3b8-4245-9df4-47e1d6d45dbb,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:56.115629 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.126089 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 2e028c40-1bba-4577-a87a-0c5f8a9aed0f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:56.131302 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.142092 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-a010586b-3b6d-46c8-863f-c2c3f3527148 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0512097 Jul 16 18:42:56.179969 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.249890 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.250614 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:56.251383 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.277555 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:56.294948 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'port_id': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'mac_address': 'fa:16:3e:47:b0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:56.299195 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Set router 7f777117-a240-402c-85c0-02e2b34f0400 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:56.308241 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7094860 Jul 16 18:42:56.310986 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43904) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:56.317149 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] Request body: {'subnet': {'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-881260819-subnet', 'tenant_id': '0845845b59414f728e017116150efec0', 'ip_version': 4}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:56.322561 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351a8129-873e-46ed-8b4e-719ccbabc192 {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:56.346738 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.347279 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] Made reservation on behalf of 0845845b59414f728e017116150efec0 for: {'subnet': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:56.351146 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10415202'] for subnet, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.369285 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e028c40-1bba-4577-a87a-0c5f8a9aed0f {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:56.369535 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.375739 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6eb45c-a592-4411-a79f-f3fb1694f2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2cfa28c0-2e68-4510-9864-b132df4f1b7c,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:56.386308 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Transition to ACTIVE for port object 351a8129-873e-46ed-8b4e-719ccbabc192 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:56.390942 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network 2cfa28c0-2e68-4510-9864-b132df4f1b7c details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:56.391460 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.451123 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:56.520398 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.585520 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,revision_number=7']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:56.650221 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 4, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '4dc1bb61-a614-4581-96f0-b50283e49d70', 'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'mac_address': 'fa:16:3e:01:e2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:52Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 2, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'subnets': [{'id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:56.669548 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bda38-ab62-450e-8362-d3d4b05d453f req-497bba48-1252-46b6-867f-410ea475ed27 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:56.676567 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-616bda38-ab62-450e-8362-d3d4b05d453f req-497bba48-1252-46b6-867f-410ea475ed27 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.1478679 Jul 16 18:42:56.691705 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Checking router: 7f777117-a240-402c-85c0-02e2b34f0400 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:56.692157 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Updating router 7f777117-a240-402c-85c0-02e2b34f0400 port 4dc1bb61-a614-4581-96f0-b50283e49d70 binding host dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:42:56.728518 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-616bda38-ab62-450e-8362-d3d4b05d453f req-c3acf162-0d19-4897-908f-82ae4eec6975 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509713 Jul 16 18:42:56.738910 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.747415 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['2e028c40-1bba-4577-a87a-0c5f8a9aed0f'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:56.791740 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10277638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10415216'] for subnet, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.832574 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Pushing event updated for resources: {'Port': ['ID=351a8129-873e-46ed-8b4e-719ccbabc192,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:56.877660 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2138ca92-7eaa-406f-8ebb-310e85bcc5ce,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:56.917332 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] Checking segment: {'id': '846574a7-1bd9-410e-92bc-dad60bb6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:56.917702 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] Network hostable DHCP agents. Network: 2cfa28c0-2e68-4510-9864-b132df4f1b7c, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:56.943301 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] Network 2cfa28c0-2e68-4510-9864-b132df4f1b7c is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:56.959791 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-ef57ba6e-81cd-4e21-935a-f769b9a911d4 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--174718627&fields=id&tenant_id=8acf1dbb3da24f79b67da492da32dab5 HTTP/1.1" status: 200 len: 267 time: 0.5025785 Jul 16 18:42:56.964103 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, 2cfa28c0-2e68-4510-9864-b132df4f1b7c) {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:56.974395 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device c662ec30-9a87-4d5e-b578-ef22c48da649 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:56.981272 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:56.981864 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.005637 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bea28d0-ec84-4757-8c53-4d14c3dabe9d None None] Network 2cfa28c0-2e68-4510-9864-b132df4f1b7c requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:57.010169 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-e0d48139-fbfc-433b-908e-e403ca2e3d60 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6975904 Jul 16 18:42:57.012761 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 43916) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:57.017166 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-881260819-router', 'tenant_id': '0845845b59414f728e017116150efec0', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:57.023025 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Attempting to bind port 351a8129-873e-46ed-8b4e-719ccbabc192 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:57.023886 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Attempting to bind port 351a8129-873e-46ed-8b4e-719ccbabc192 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:57.023886 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Attempting to bind port 351a8129-873e-46ed-8b4e-719ccbabc192 on network b5659565-8774-4d43-910a-bea01eaf10da {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:57.062720 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Port 351a8129-873e-46ed-8b4e-719ccbabc192 on network b5659565-8774-4d43-910a-bea01eaf10da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:57.062967 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Attempting to bind port 351a8129-873e-46ed-8b4e-719ccbabc192 on network b5659565-8774-4d43-910a-bea01eaf10da {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:57.072375 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:57.072718 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Checking segment: {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:57.073109 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Bound using segment: {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:57.073552 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Bound port: 351a8129-873e-46ed-8b4e-719ccbabc192, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa25edc6-5b90-4e67-afe4-ae6533201cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:57.073940 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.110919 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7819'] for router, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.112283 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1676599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1683935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6008'] for router, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.157469 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Notify callbacks [] for port, precommit_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.165265 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-4cc90e08-d69e-4a6d-b6df-184b42260a07 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.166834 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-4cc90e08-d69e-4a6d-b6df-184b42260a07 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 811 time: 0.1973689 Jul 16 18:42:57.167171 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e9bbb-c31b-4a7d-b198-9020a1402bb9 req-4f0c3242-bd24-449d-8690-148268e3440c tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.167961 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:57.169465 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.provisioning_blocks [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Transition to ACTIVE for port object 4dc1bb61-a614-4581-96f0-b50283e49d70 will not be triggered until provisioned by entity L2. {{(pid=93210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:57.173431 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:57.175358 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b30e9bbb-c31b-4a7d-b198-9020a1402bb9 req-4f0c3242-bd24-449d-8690-148268e3440c tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 944 time: 0.1101806 Jul 16 18:42:57.176587 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.192758 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.218920 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b9c53-8bea-4197-8697-9c3c650844de None None] Pushing event updated for resources: {'Port': ['ID=4dc1bb61-a614-4581-96f0-b50283e49d70,revision_number=3']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:57.223847 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.233019 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.234704 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.236926 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] 10.222.0.88 "PUT /v2.0/ports/351a8129-873e-46ed-8b4e-719ccbabc192 HTTP/1.1" status: 200 len: 1094 time: 1.5042973 Jul 16 18:42:57.240375 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:57.244882 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbff5f2-d74d-4737-820c-5a76528290ef" -d '{"events": [{"name": "network-changed", "server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:57.270123 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port c662ec30-9a87-4d5e-b578-ef22c48da649 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:57.270504 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.291773 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-e9fa60e4-6900-4435-aa94-e06843a33474 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/quotas/8acf1dbb3da24f79b67da492da32dab5 HTTP/1.1" status: 200 len: 375 time: 0.1149037 Jul 16 18:42:57.394845 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Attempting to bind port 4dc1bb61-a614-4581-96f0-b50283e49d70 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:57.395535 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Attempting to bind port 4dc1bb61-a614-4581-96f0-b50283e49d70 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:57.396278 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Attempting to bind port 4dc1bb61-a614-4581-96f0-b50283e49d70 on network ea284a83-4213-4527-bb57-ff51560ea15d {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:57.402672 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:57.403354 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Checking segment: {'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:57.403932 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.404481 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Bound using segment: {'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:57.405109 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Bound port: 4dc1bb61-a614-4581-96f0-b50283e49d70, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'}}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:57.405685 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.420368 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad25305b-f3dd-5c0f-aa44-46a7d21f290c-2cfa28c0-2e68-4510-9864-b132df4f1b7c', 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c', 'tenant_id': '0845845b59414f728e017116150efec0', 'fixed_ips': [{'subnet_id': '2138ca92-7eaa-406f-8ebb-310e85bcc5ce'}]}} from dv-cinder-786933-5-iscsi. {{(pid=93209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:57.421249 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.455334 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b30e9bbb-c31b-4a7d-b198-9020a1402bb9 req-5716e061-42f4-4e7b-b763-b54e7d50919a tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790806 Jul 16 18:42:57.493648 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65470713-9b87-49a7-a005-c6b851979e4e service neutron] Pushing event updated for resources: {'Port': ['ID=351a8129-873e-46ed-8b4e-719ccbabc192,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:57.534623 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-5b819ff9-f2ab-4092-b51a-c04aa9c33e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.538720 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-5b819ff9-f2ab-4092-b51a-c04aa9c33e8e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 1097 time: 0.2287209 Jul 16 18:42:57.547487 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1676581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5994'] for router, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.559954 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-c406d7a1-7567-475d-8e4f-7de482195478 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2672117 Jul 16 18:42:57.560218 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.563101 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951f4185-0ad6-44d3-a9a8-e3c55f5aab1a x-openstack-request-id: req-951f4185-0ad6-44d3-a9a8-e3c55f5aab1a {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:57.563576 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:57.563985 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-951f4185-0ad6-44d3-a9a8-e3c55f5aab1a {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:57.564545 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192', 'status': 'completed', 'code': 200} Jul 16 18:42:57.566496 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] For port 4dc1bb61-a614-4581-96f0-b50283e49d70, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:57.578063 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] For port 4dc1bb61-a614-4581-96f0-b50283e49d70, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=4dc1bb61-a614-4581-96f0-b50283e49d70,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:57.593662 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.641740 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-cec236a4-fd8e-4bd2-81ac-b1853cd0d854 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=351a8129-873e-46ed-8b4e-719ccbabc192 HTTP/1.1" status: 200 len: 217 time: 0.0803604 Jul 16 18:42:57.691922 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Routers {'7f777117-a240-402c-85c0-02e2b34f0400'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:57.692584 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['7f777117-a240-402c-85c0-02e2b34f0400'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:57.743547 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b9c53-8bea-4197-8697-9c3c650844de None None] Pushing event updated for resources: {'Port': ['ID=4dc1bb61-a614-4581-96f0-b50283e49d70,revision_number=4']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:57.747696 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-a58ec23c-0c9f-4424-9992-2aa00cec0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.749218 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-a58ec23c-0c9f-4424-9992-2aa00cec0533 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 200 len: 856 time: 0.0963440 Jul 16 18:42:57.801394 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.db_base_plugin_common [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Allocated IP 172.20.0.2 (2cfa28c0-2e68-4510-9864-b132df4f1b7c/2138ca92-7eaa-406f-8ebb-310e85bcc5ce/28c4f139-7b95-45c0-bf3a-98c823ad9dcc) {{(pid=93209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:57.873990 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] Set router 7f777117-a240-402c-85c0-02e2b34f0400 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:57.898770 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.904598 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-00276f9e-70cd-4788-8cdd-6ac7124ad2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.914756 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-00276f9e-70cd-4788-8cdd-6ac7124ad2d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5659565-8774-4d43-910a-bea01eaf10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1568742 Jul 16 18:42:57.949336 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.059548 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-a63485c5-a850-412e-9874-21a80192ecc8 service neutron] 10.222.0.79 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198353 Jul 16 18:42:58.084955 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-fcbb30c5-f4e6-41a8-be39-121757246733 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604109 Jul 16 18:42:58.097800 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363aa87-f4db-4066-878a-7413f2f85bf8 req-b84af69b-89ba-4281-9408-f826bb1063bc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:58.099678 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3363aa87-f4db-4066-878a-7413f2f85bf8 req-b84af69b-89ba-4281-9408-f826bb1063bc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.1633923 Jul 16 18:42:58.133311 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Allocated IP 172.27.2.160 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:58.138446 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 2e028c40-1bba-4577-a87a-0c5f8a9aed0f up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:58.196220 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3363aa87-f4db-4066-878a-7413f2f85bf8 req-78855804-220e-4558-bd10-ebb39d6a687c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766511 Jul 16 18:42:58.230975 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 4, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '4dc1bb61-a614-4581-96f0-b50283e49d70', 'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'mac_address': 'fa:16:3e:01:e2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:52Z', 'updated_at': '2021-07-16T18:42:57Z', 'revision_number': 4, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'subnets': [{'id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:58.266631 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Notify callbacks [] for port, precommit_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.269919 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-de9a2792-8a98-4421-9d8b-b99413f0fc5e service neutron] 10.222.0.79 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991010 Jul 16 18:42:58.275366 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:58.275735 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.277079 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d5f14-1564-41be-98e4-d4e753c519aa None None] The sync data for ids ['7f777117-a240-402c-85c0-02e2b34f0400'] in dv-cinder-786933-5-iscsi is: [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 4, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '4dc1bb61-a614-4581-96f0-b50283e49d70', 'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'mac_address': 'fa:16:3e:01:e2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:52Z', 'updated_at': '2021-07-16T18:42:57Z', 'revision_number': 4, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'subnets': [{'id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:58.279247 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0688f3f6-e4a0-4653-baaa-ae06b6907ed2 req-4e0ed1d5-2108-4054-9038-61075bcf7f0f service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834877 Jul 16 18:42:58.280481 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Transition to ACTIVE for port object 28c4f139-7b95-45c0-bf3a-98c823ad9dcc will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:58.301912 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.330316 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Transition to ACTIVE for port object 28c4f139-7b95-45c0-bf3a-98c823ad9dcc will not be triggered until provisioned by entity DHCP. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:58.354486 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293'] for port, after_create {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.413311 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.423556 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Network 2cfa28c0-2e68-4510-9864-b132df4f1b7c is already hosted by enough agents. {{(pid=93209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:58.457216 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Pushing event updated for resources: {'Port': ['ID=28c4f139-7b95-45c0-bf3a-98c823ad9dcc,revision_number=1']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:58.461822 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbff5f2-d74d-4737-820c-5a76528290ef req-a0a99324-6831-466f-9e98-c90fa718b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:58.462211 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.scheduler.base_scheduler [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Resources bound (agent type, host, resource id): {{(pid=93209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:58.463584 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dbff5f2-d74d-4737-820c-5a76528290ef req-a0a99324-6831-466f-9e98-c90fa718b5b7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 1097 time: 0.0927415 Jul 16 18:42:58.470695 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Received port after_create {{(pid=93209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:58.528714 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:58.532055 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:58.556005 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:58.564654 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.626487 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Attempting to bind port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:58.626866 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Attempting to bind port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': '846574a7-1bd9-410e-92bc-dad60bb6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:58.627235 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Attempting to bind port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc on network 2cfa28c0-2e68-4510-9864-b132df4f1b7c {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:58.632931 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:58.635256 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:58.635706 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Checking segment: {'id': '846574a7-1bd9-410e-92bc-dad60bb6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:58.636037 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.636433 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Bound using segment: {'id': '846574a7-1bd9-410e-92bc-dad60bb6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:58.636908 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Bound port: 28c4f139-7b95-45c0-bf3a-98c823ad9dcc, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846574a7-1bd9-410e-92bc-dad60bb6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:58.637297 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.660656 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:58.663595 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61e0214-ad75-49dc-8c72-8245e1b4a64d" -d '{"events": [{"server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "name": "network-vif-plugged", "status": "completed", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:58.681547 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbff5f2-d74d-4737-820c-5a76528290ef req-d26fe1ae-7797-4a99-b846-f313339d01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:58.683525 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dbff5f2-d74d-4737-820c-5a76528290ef req-d26fe1ae-7797-4a99-b846-f313339d01dc service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 919 time: 0.2117784 Jul 16 18:42:58.694332 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:58.700762 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0f450002-5619-4631-9057-d15870ef5663 req-1d3e86de-edbb-4be2-a3ec-328a8d64f756 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 210 time: 0.0718272 Jul 16 18:42:58.729654 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.792540 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dbff5f2-d74d-4737-820c-5a76528290ef req-b3866470-7e8f-4c4a-8c09-3e698efcddb5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=351a8129-873e-46ed-8b4e-719ccbabc192 HTTP/1.1" status: 200 len: 217 time: 0.0899937 Jul 16 18:42:58.805602 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26adfa48-9f2e-47fd-8dda-c0f95277bbb5 x-openstack-request-id: req-26adfa48-9f2e-47fd-8dda-c0f95277bbb5 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:58.805896 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "name": "network-vif-plugged", "status": "completed", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:58.806161 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-26adfa48-9f2e-47fd-8dda-c0f95277bbb5 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:58.806562 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'code': 200} Jul 16 18:42:58.846918 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,revision_number=8']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:58.875272 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] For port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:58.888619 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] For port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=28c4f139-7b95-45c0-bf3a-98c823ad9dcc,segment=NetworkSegment(846574a7-1bd9-410e-92bc-dad60bb6591c),segment_id=846574a7-1bd9-410e-92bc-dad60bb6591c)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:58.896341 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbff5f2-d74d-4737-820c-5a76528290ef req-c2ebc8b6-d365-4730-8fdf-d5f917c09772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:58.901113 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dbff5f2-d74d-4737-820c-5a76528290ef req-c2ebc8b6-d365-4730-8fdf-d5f917c09772 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 200 len: 856 time: 0.0916884 Jul 16 18:42:58.901505 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.948355 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3373d4-7ad2-4b0d-82bb-21d93ab79e06 req-75ff0eec-e0a0-4eb8-8602-fe7ae0cc2983 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:58.957046 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ab3373d4-7ad2-4b0d-82bb-21d93ab79e06 req-75ff0eec-e0a0-4eb8-8602-fe7ae0cc2983 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.2293513 Jul 16 18:42:59.008523 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ed060-e5f4-4dcd-9cb8-ebdf5a69647b None None] Pushing event updated for resources: {'Port': ['ID=28c4f139-7b95-45c0-bf3a-98c823ad9dcc,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:59.069387 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ab3373d4-7ad2-4b0d-82bb-21d93ab79e06 req-69e54602-04cc-43de-bb3c-ac7e943017d2 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110620 Jul 16 18:42:59.088590 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 4dc1bb61-a614-4581-96f0-b50283e49d70 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:59.151937 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.192349 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbff5f2-d74d-4737-820c-5a76528290ef req-7b6886ae-9120-4e70-96a1-a0e3b97a80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.193955 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dbff5f2-d74d-4737-820c-5a76528290ef req-7b6886ae-9120-4e70-96a1-a0e3b97a80c9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5659565-8774-4d43-910a-bea01eaf10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2823250 Jul 16 18:42:59.213612 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.255844 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 4dc1bb61-a614-4581-96f0-b50283e49d70 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:59.280339 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 4dc1bb61-a614-4581-96f0-b50283e49d70 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:59.280782 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.371416 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde4b8b-7c16-4c6f-94eb-97d17e863155 req-02494308-6b3d-479d-866c-908f83afc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.372949 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5fde4b8b-7c16-4c6f-94eb-97d17e863155 req-02494308-6b3d-479d-866c-908f83afc667 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 1098 time: 0.3031147 Jul 16 18:42:59.423407 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.473624 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 4dc1bb61-a614-4581-96f0-b50283e49d70, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=4dc1bb61-a614-4581-96f0-b50283e49d70,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:59.498209 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.567296 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dbff5f2-d74d-4737-820c-5a76528290ef req-1259a236-bc95-40d3-aced-9382f721f039 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562076 Jul 16 18:42:59.571120 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5fde4b8b-7c16-4c6f-94eb-97d17e863155 req-42c5e99c-f1ae-472f-91a4-9f72d64b8101 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828942 Jul 16 18:42:59.579357 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=4dc1bb61-a614-4581-96f0-b50283e49d70,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:59.615073 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e975c-3ecf-498b-b711-ca9b44e3284c req-c917a473-8c7a-4bd0-b434-210337f42c2b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.617158 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2b1e975c-3ecf-498b-b711-ca9b44e3284c req-c917a473-8c7a-4bd0-b434-210337f42c2b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.1609404 Jul 16 18:42:59.770472 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2b1e975c-3ecf-498b-b711-ca9b44e3284c req-d688bd53-6910-4703-8702-12627a239cf4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442823 Jul 16 18:42:59.797017 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9dbff5f2-d74d-4737-820c-5a76528290ef req-03b5009b-6033-4a13-93f6-ae1aed093176 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786962 Jul 16 18:42:59.833681 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1676544'] for router, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.906306 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b024d832-0701-4893-b6c9-993583474ee9 req-1a828e58-5841-404c-8a98-5c6c2d14fa5e tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 210 time: 0.0315378 Jul 16 18:43:00.010185 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Router 4ca12030-4ff1-447b-a27f-d63fb00edbbe is scheduled to L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a with binding_index 1 {{(pid=93207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:43:00.134350 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:00.145990 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Sync routers for ids ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:00.161084 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Routers {'4ca12030-4ff1-447b-a27f-d63fb00edbbe'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:00.175346 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:00.198870 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.203221 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c71dddaf-28ad-4aa7-98ca-542d9df6a1d3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1894655 Jul 16 18:43:00.205908 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 43946) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:00.348240 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012758a2-4815-444c-94ff-1cc5f14d2bfe None None] Network 2cfa28c0-2e68-4510-9864-b132df4f1b7c requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:00.379236 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Set router 4ca12030-4ff1-447b-a27f-d63fb00edbbe gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:00.516946 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-300e4657-932a-42c1-a362-c3c18aa02d96 None None] Provisioning for port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:00.593126 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-e1296460-7ba4-4e7d-9346-9833c444021e tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.594837 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-e1296460-7ba4-4e7d-9346-9833c444021e tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.88 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 811 time: 0.4325297 Jul 16 18:43:00.701404 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-92aa7cf1-8598-4a33-b3bb-78e8d41aecc6 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8acf1dbb3da24f79b67da492da32dab5 HTTP/1.1" status: 200 len: 379 time: 0.0858378 Jul 16 18:43:00.715986 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'port': {'device_id': '67f7299d-460d-4542-84f7-bd80438cabbd', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'admin_state_up': True, 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'security_groups': ['cc2cd05c-4882-4ac8-848e-853a8266c1a0']}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:00.719705 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'name': 'tempest-TestMinimumBasicScenario-881260819-router', 'tenant_id': '0845845b59414f728e017116150efec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:42:58Z', 'revision_number': 3, 'project_id': '0845845b59414f728e017116150efec0', 'gw_port': {'id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:25:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:00.751236 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Checking router: 4ca12030-4ff1-447b-a27f-d63fb00edbbe for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:00.751590 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Updating router 4ca12030-4ff1-447b-a27f-d63fb00edbbe port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb binding host dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:43:00.788939 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.800760 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf44c8-47ec-45d0-b67b-f8c8cb3796b4 req-6ef2112c-4a80-491b-bc8a-3ec6cc184dc0 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.802319 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d9bf44c8-47ec-45d0-b67b-f8c8cb3796b4 req-6ef2112c-4a80-491b-bc8a-3ec6cc184dc0 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.2333848 Jul 16 18:43:00.952404 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d9bf44c8-47ec-45d0-b67b-f8c8cb3796b4 req-bfe07373-bd04-40f7-af34-e69ff168377e tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182730 Jul 16 18:43:01.040741 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Made reservation on behalf of 8acf1dbb3da24f79b67da492da32dab5 for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:01.045017 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.100842 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 4dc1bb61-a614-4581-96f0-b50283e49d70 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:01.117196 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f5253-e541-4d68-9083-f544b6af51a8 req-30e2462e-0601-4ee1-9600-bf9a20d30dbf tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:01.118771 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e54f5253-e541-4d68-9083-f544b6af51a8 req-30e2462e-0601-4ee1-9600-bf9a20d30dbf tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.1682186 Jul 16 18:43:01.160101 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.164259 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e54f5253-e541-4d68-9083-f544b6af51a8 req-41e7f355-c634-4172-958e-ca363ec21d64 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393462 Jul 16 18:43:01.168682 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ebf7e9ac-0fca-4cf1-a1b8-a7bcd6e009bf req-5049f478-570b-4ee0-9abb-146da1320088 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 210 time: 0.0769832 Jul 16 18:43:01.180511 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Transition to ACTIVE for port object ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb will not be triggered until provisioned by entity L2. {{(pid=93209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:01.190362 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.210671 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.255037 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 4dc1bb61-a614-4581-96f0-b50283e49d70 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:01.255409 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.260049 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Attempting to bind port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:01.260421 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Attempting to bind port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:01.260781 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Attempting to bind port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb on network 73c708b8-06d7-447a-8102-37bbb9bcd43a {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:01.290441 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514f1c9-8730-473d-9336-5dbe03cea84e None None] Pushing event updated for resources: {'Port': ['ID=ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb,revision_number=2']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:01.294084 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:01.294460 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Checking segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:01.294863 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.295243 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Bound using segment: {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'} {{(pid=93209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:01.295714 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.managers [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Bound port: ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af312365-10a1-4d3a-a630-7d5b7894c6ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a'}}] {{(pid=93209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:01.296094 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.305495 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Allocated IP 172.20.0.4 (d490c69f-49d5-4aac-8544-9d4287d0fe03/c63336d1-0c4a-4eb5-9f8f-5cd89462b437/91a52bb2-5636-43e6-9ae2-58b961fee9cc) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:01.384958 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] For port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:01.408187 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] For port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:01.411961 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 28c4f139-7b95-45c0-bf3a-98c823ad9dcc up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:01.415772 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.499451 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Allocated IP 172.20.0.1 (2cfa28c0-2e68-4510-9864-b132df4f1b7c/2138ca92-7eaa-406f-8ebb-310e85bcc5ce/91912d63-840b-4d21-bfd7-506851111917) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:01.504504 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514f1c9-8730-473d-9336-5dbe03cea84e None None] Pushing event updated for resources: {'Port': ['ID=ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:01.507857 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Routers {'4ca12030-4ff1-447b-a27f-d63fb00edbbe'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:01.508472 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:01.546653 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.561846 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:01.568371 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:01.568780 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.572264 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Transition to ACTIVE for port object 91a52bb2-5636-43e6-9ae2-58b961fee9cc will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:01.647359 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] Set router 4ca12030-4ff1-447b-a27f-d63fb00edbbe gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:01.656420 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.671425 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.680256 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Transition to ACTIVE for port object 91912d63-840b-4d21-bfd7-506851111917 will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:01.731579 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Network d490c69f-49d5-4aac-8544-9d4287d0fe03 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:01.739333 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:01.748735 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:01.775342 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event updated for resources: {'Port': ['ID=91a52bb2-5636-43e6-9ae2-58b961fee9cc,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:01.802592 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.818699 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:01.819398 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.868084 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Network 2cfa28c0-2e68-4510-9864-b132df4f1b7c is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:01.871878 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-eacea488-1927-4ea2-8106-5fef53179c76 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1630976 Jul 16 18:43:01.874605 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:01.879143 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:01.885971 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Request body: {'port': {'device_id': '67f7299d-460d-4542-84f7-bd80438cabbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:01.890437 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Pushing event updated for resources: {'Port': ['ID=91912d63-840b-4d21-bfd7-506851111917,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:01.924344 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.979544 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=28c4f139-7b95-45c0-bf3a-98c823ad9dcc,segment=NetworkSegment(846574a7-1bd9-410e-92bc-dad60bb6591c),segment_id=846574a7-1bd9-410e-92bc-dad60bb6591c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:01.983670 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729079'] for router_interface, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.999701 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.043063 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.066434 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=28c4f139-7b95-45c0-bf3a-98c823ad9dcc,revision_number=3']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:02.085136 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'name': 'tempest-TestMinimumBasicScenario-881260819-router', 'tenant_id': '0845845b59414f728e017116150efec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:42:58Z', 'revision_number': 3, 'project_id': '0845845b59414f728e017116150efec0', 'gw_port': {'id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:25:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:02.115562 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0666e6-6037-40ce-96e1-1db932a8f0b0 None None] The sync data for ids ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'] in dv-cinder-786933-5-iscsi is: [{'id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'name': 'tempest-TestMinimumBasicScenario-881260819-router', 'tenant_id': '0845845b59414f728e017116150efec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:42:58Z', 'revision_number': 3, 'project_id': '0845845b59414f728e017116150efec0', 'gw_port': {'id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:25:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:02.125564 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-a3d7ba1c-86f6-4b08-af7d-36db5d5d7285 None None] Provisioning for port 91a52bb2-5636-43e6-9ae2-58b961fee9cc completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:02.129814 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-a3d7ba1c-86f6-4b08-af7d-36db5d5d7285 None None] Provisioning complete for port 91a52bb2-5636-43e6-9ae2-58b961fee9cc triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:02.130397 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ba1c-86f6-4b08-af7d-36db5d5d7285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.155601 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 351a8129-873e-46ed-8b4e-719ccbabc192 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:02.184538 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-a3d7ba1c-86f6-4b08-af7d-36db5d5d7285 None None] Port 91a52bb2-5636-43e6-9ae2-58b961fee9cc cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:02.288376 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:02.312584 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '351a8129-873e-46ed-8b4e-719ccbabc192', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'port_id': '351a8129-873e-46ed-8b4e-719ccbabc192', 'mac_address': 'fa:16:3e:c8:8e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:02.318793 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.322093 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-aa044ca8-5b38-4ad5-bc83-865a1e0b62fa None None] Provisioning for port 91912d63-840b-4d21-bfd7-506851111917 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:02.351860 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-aa044ca8-5b38-4ad5-bc83-865a1e0b62fa None None] Provisioning complete for port 91912d63-840b-4d21-bfd7-506851111917 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:02.352297 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-aa044ca8-5b38-4ad5-bc83-865a1e0b62fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.396616 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.420343 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351a8129-873e-46ed-8b4e-719ccbabc192 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:02.421059 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de6e8d-07c8-490d-a5cc-d95e19ae855c req-1870fbc0-82a2-4ee0-9f0d-8392e6af7d27 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:02.425288 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-aa044ca8-5b38-4ad5-bc83-865a1e0b62fa None None] Port 91912d63-840b-4d21-bfd7-506851111917 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:02.430490 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-41de6e8d-07c8-490d-a5cc-d95e19ae855c req-1870fbc0-82a2-4ee0-9f0d-8392e6af7d27 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.0925486 Jul 16 18:43:02.449203 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:02.458865 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.510852 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-41de6e8d-07c8-490d-a5cc-d95e19ae855c req-51e69bb8-2003-4601-8e5a-bf676024171d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722296 Jul 16 18:43:02.537005 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=351a8129-873e-46ed-8b4e-719ccbabc192,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:02.689041 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['351a8129-873e-46ed-8b4e-719ccbabc192'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:02.880381 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a52bb2-5636-43e6-9ae2-58b961fee9cc {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:02.892019 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e74905-7b3a-4fc8-9833-c4f33ad9cf28 req-d33e612d-e5fc-4f81-854e-817a39780c74 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:02.894386 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a6e74905-7b3a-4fc8-9833-c4f33ad9cf28 req-d33e612d-e5fc-4f81-854e-817a39780c74 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 931 time: 0.5595007 Jul 16 18:43:02.907892 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.962967 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Transition to ACTIVE for port object 91a52bb2-5636-43e6-9ae2-58b961fee9cc will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:02.971032 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a6e74905-7b3a-4fc8-9833-c4f33ad9cf28 req-59e7b281-e9c8-4580-98c9-1e5ed89dcfb0 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694273 Jul 16 18:43:02.976028 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.003612 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 28c4f139-7b95-45c0-bf3a-98c823ad9dcc up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:03.047240 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.050665 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Pushing event updated for resources: {'Port': ['ID=91a52bb2-5636-43e6-9ae2-58b961fee9cc,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.055827 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.056963 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:03.057331 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.157517 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:03.206143 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Attempting to bind port 91a52bb2-5636-43e6-9ae2-58b961fee9cc on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:03.206496 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Attempting to bind port 91a52bb2-5636-43e6-9ae2-58b961fee9cc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:03.206825 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Attempting to bind port 91a52bb2-5636-43e6-9ae2-58b961fee9cc on network d490c69f-49d5-4aac-8544-9d4287d0fe03 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:03.213731 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:03.217988 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:03.218266 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Pushing event updated for resources: {'Port': ['ID=91912d63-840b-4d21-bfd7-506851111917,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.218406 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.221243 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729091'] for router_interface, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.224638 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Port 91a52bb2-5636-43e6-9ae2-58b961fee9cc on network d490c69f-49d5-4aac-8544-9d4287d0fe03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:43:03.224988 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Attempting to bind port 91a52bb2-5636-43e6-9ae2-58b961fee9cc on network d490c69f-49d5-4aac-8544-9d4287d0fe03 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:03.236303 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:03.236649 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Checking segment: {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:03.237033 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Bound using segment: {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:03.237479 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Bound port: 91a52bb2-5636-43e6-9ae2-58b961fee9cc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788f62cf-562e-43f4-9d7e-946ce381f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:03.237840 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.308943 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.335724 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:03.343735 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.370988 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] For port 91a52bb2-5636-43e6-9ae2-58b961fee9cc, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:03.375075 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] For port 91a52bb2-5636-43e6-9ae2-58b961fee9cc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=91a52bb2-5636-43e6-9ae2-58b961fee9cc,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:03.380750 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Network 2cfa28c0-2e68-4510-9864-b132df4f1b7c is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:03.382317 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.390578 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:03.416575 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.427606 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:03.428901 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.430487 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] 10.222.0.88 "PUT /v2.0/ports/91a52bb2-5636-43e6-9ae2-58b961fee9cc HTTP/1.1" status: 200 len: 1093 time: 1.5487127 Jul 16 18:43:03.432083 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f7299d-460d-4542-84f7-bd80438cabbd', 'tag': '91a52bb2-5636-43e6-9ae2-58b961fee9cc'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:03.434399 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73790838-0260-4574-b62c-0a3aa5d54b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "67f7299d-460d-4542-84f7-bd80438cabbd", "tag": "91a52bb2-5636-43e6-9ae2-58b961fee9cc"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:03.495956 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5767b0c6-d802-454e-89bc-46a4c3134b3d x-openstack-request-id: req-5767b0c6-d802-454e-89bc-46a4c3134b3d {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:03.496258 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f7299d-460d-4542-84f7-bd80438cabbd", "tag": "91a52bb2-5636-43e6-9ae2-58b961fee9cc", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:03.496494 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5767b0c6-d802-454e-89bc-46a4c3134b3d {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:03.496892 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f7299d-460d-4542-84f7-bd80438cabbd', 'tag': '91a52bb2-5636-43e6-9ae2-58b961fee9cc', 'status': 'completed', 'code': 200} Jul 16 18:43:03.543124 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9fa40-acb5-4226-be6d-ed5575a5cd25 service neutron] Pushing event updated for resources: {'Port': ['ID=91a52bb2-5636-43e6-9ae2-58b961fee9cc,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.667936 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-ab2a12ca-bc6e-4b86-9450-2c3ef7f3200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:03.675491 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-ab2a12ca-bc6e-4b86-9450-2c3ef7f3200a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 1096 time: 0.1900826 Jul 16 18:43:03.679262 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Router 4ca12030-4ff1-447b-a27f-d63fb00edbbe has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:03.751556 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-15b82357-5d98-45f2-835d-307ffeb9360c None None] Provisioning complete for port 91912d63-840b-4d21-bfd7-506851111917 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:03.752651 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-15b82357-5d98-45f2-835d-307ffeb9360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.758198 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-ca758f78-fe2b-414e-bbb6-57f785c51e4f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a52bb2-5636-43e6-9ae2-58b961fee9cc HTTP/1.1" status: 200 len: 217 time: 0.0770974 Jul 16 18:43:03.804913 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-15b82357-5d98-45f2-835d-307ffeb9360c None None] Port 91912d63-840b-4d21-bfd7-506851111917 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:03.919145 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bf31a83b-105d-4dd4-9f75-3f7f3f105fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:03.921503 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-bf31a83b-105d-4dd4-9f75-3f7f3f105fc5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c63336d1-0c4a-4eb5-9f8f-5cd89462b437 HTTP/1.1" status: 200 len: 850 time: 0.1542799 Jul 16 18:43:03.934154 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2636df3-b454-4456-88a5-f6406f1c3a0b req-36dd0af5-0a87-4e61-b830-3854a2789414 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:03.935679 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e2636df3-b454-4456-88a5-f6406f1c3a0b req-36dd0af5-0a87-4e61-b830-3854a2789414 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 945 time: 0.2592673 Jul 16 18:43:04.020333 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:04.038661 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b910e79b-e6e7-4226-bd12-910ac1f325f3 admin admin] 10.222.0.79 "PUT /v2.0/routers/4ca12030-4ff1-447b-a27f-d63fb00edbbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8226321 Jul 16 18:43:04.039301 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Sync routers for ids ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:04.044882 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Routers {'4ca12030-4ff1-447b-a27f-d63fb00edbbe'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:04.045621 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:04.048515 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e2636df3-b454-4456-88a5-f6406f1c3a0b req-beb87947-8dea-4de4-a505-419253e0fff4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969787 Jul 16 18:43:04.058290 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-3939d39e-4fa0-496f-acac-98df73b30dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.060115 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-3939d39e-4fa0-496f-acac-98df73b30dda service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d490c69f-49d5-4aac-8544-9d4287d0fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1216609 Jul 16 18:43:04.148001 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 351a8129-873e-46ed-8b4e-719ccbabc192 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:04.179258 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Set router 4ca12030-4ff1-447b-a27f-d63fb00edbbe gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:04.182714 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-454feded-4f81-49e9-ad8d-54f28d966f63 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142027 Jul 16 18:43:04.236448 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1739e-959d-4944-abeb-176166615e58 req-f8d8d11a-d4cc-4940-999f-d5c4e12734a1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.245086 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b1e1739e-959d-4944-abeb-176166615e58 req-f8d8d11a-d4cc-4940-999f-d5c4e12734a1 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 943 time: 0.1073816 Jul 16 18:43:04.255485 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 351a8129-873e-46ed-8b4e-719ccbabc192 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:04.260958 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 351a8129-873e-46ed-8b4e-719ccbabc192 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:04.261388 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.297689 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b1e1739e-959d-4944-abeb-176166615e58 req-a27be297-f2db-4bc6-b3a2-5fdd14341139 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516198 Jul 16 18:43:04.352738 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-50c950fe-c971-49fe-905e-3fec0ebcd857 req-a46d2651-0b42-4ead-b913-4f2a921af684 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625848 Jul 16 18:43:04.391857 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.419345 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:04.421624 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2ee540-2d1c-4ed3-8e9f-a3f499a780b9" -d '{"events": [{"server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "name": "network-vif-plugged", "status": "completed", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:04.451999 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'name': 'tempest-TestMinimumBasicScenario-881260819-router', 'tenant_id': '0845845b59414f728e017116150efec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:43:02Z', 'revision_number': 4, 'project_id': '0845845b59414f728e017116150efec0', 'gw_port': {'id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:25:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '91912d63-840b-4d21-bfd7-506851111917', 'name': '', 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c', 'tenant_id': '0845845b59414f728e017116150efec0', 'mac_address': 'fa:16:3e:99:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2138ca92-7eaa-406f-8ebb-310e85bcc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:01Z', 'updated_at': '2021-07-16T18:43:02Z', 'revision_number': 2, 'project_id': '0845845b59414f728e017116150efec0', 'subnets': [{'id': '2138ca92-7eaa-406f-8ebb-310e85bcc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:04.458006 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:04.466261 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.473916 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aade9b8-039e-4534-8998-a560e099a9e0 x-openstack-request-id: req-1aade9b8-039e-4534-8998-a560e099a9e0 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:04.474235 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "name": "network-vif-plugged", "status": "completed", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:04.474537 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1aade9b8-039e-4534-8998-a560e099a9e0 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:04.474983 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192', 'code': 200} Jul 16 18:43:04.484589 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790838-0260-4574-b62c-0a3aa5d54b1c req-c3bfb08a-bfc4-4469-9fc7-b1d4e28924a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.487134 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-73790838-0260-4574-b62c-0a3aa5d54b1c req-c3bfb08a-bfc4-4469-9fc7-b1d4e28924a7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 1096 time: 0.0823975 Jul 16 18:43:04.489678 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Checking router: 4ca12030-4ff1-447b-a27f-d63fb00edbbe for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:04.491275 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Updating router 4ca12030-4ff1-447b-a27f-d63fb00edbbe port 91912d63-840b-4d21-bfd7-506851111917 binding host dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:43:04.542666 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=351a8129-873e-46ed-8b4e-719ccbabc192,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:04.565071 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.622004 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790838-0260-4574-b62c-0a3aa5d54b1c req-d8426136-a089-4214-8845-50e3e3cf7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.623609 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-73790838-0260-4574-b62c-0a3aa5d54b1c req-d8426136-a089-4214-8845-50e3e3cf7289 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 913 time: 0.1254950 Jul 16 18:43:04.669649 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-73790838-0260-4574-b62c-0a3aa5d54b1c req-856e7712-bb0b-43c9-b17e-47617d6ce731 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a52bb2-5636-43e6-9ae2-58b961fee9cc HTTP/1.1" status: 200 len: 217 time: 0.0384979 Jul 16 18:43:04.752817 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790838-0260-4574-b62c-0a3aa5d54b1c req-64f7666f-1968-489e-8fc8-aa6b9d3265a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.754356 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-73790838-0260-4574-b62c-0a3aa5d54b1c req-64f7666f-1968-489e-8fc8-aa6b9d3265a8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c63336d1-0c4a-4eb5-9f8f-5cd89462b437 HTTP/1.1" status: 200 len: 850 time: 0.0785162 Jul 16 18:43:04.809202 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed574dd-a5a5-4365-a614-042a86526b29 req-343af3d9-4d05-456e-b01f-50b93897d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.810764 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1ed574dd-a5a5-4365-a614-042a86526b29 req-343af3d9-4d05-456e-b01f-50b93897d66b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 1099 time: 0.1058934 Jul 16 18:43:04.846622 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790838-0260-4574-b62c-0a3aa5d54b1c req-39320089-e3c8-47b8-8691-274e3c57516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.848407 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-73790838-0260-4574-b62c-0a3aa5d54b1c req-39320089-e3c8-47b8-8691-274e3c57516f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d490c69f-49d5-4aac-8544-9d4287d0fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832450 Jul 16 18:43:04.868234 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1ed574dd-a5a5-4365-a614-042a86526b29 req-baa914ed-8164-49ad-8bdf-985d8f015cf0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485470 Jul 16 18:43:04.936026 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:04.971410 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-73790838-0260-4574-b62c-0a3aa5d54b1c req-a6abb289-2422-4460-97cb-8fdb1383d0de service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151946 Jul 16 18:43:05.005706 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Notify callbacks [] for port, precommit_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.008259 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:05.008644 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.016303 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.provisioning_blocks [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Transition to ACTIVE for port object 91912d63-840b-4d21-bfd7-506851111917 will not be triggered until provisioned by entity L2. {{(pid=93210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:05.027896 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.074775 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80bf41-984d-4e42-8ee7-a64f6368a7cb None None] Pushing event updated for resources: {'Port': ['ID=91912d63-840b-4d21-bfd7-506851111917,revision_number=3']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:05.157003 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-73790838-0260-4574-b62c-0a3aa5d54b1c req-efe866a5-a365-439a-a16b-6980bb76dcf0 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753438 Jul 16 18:43:05.219087 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Attempting to bind port 91912d63-840b-4d21-bfd7-506851111917 on host dv-cinder-786933-5-iscsi for vnic_type normal with profile {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:05.219704 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Attempting to bind port 91912d63-840b-4d21-bfd7-506851111917 by drivers openvswitch,hyperv on host dv-cinder-786933-5-iscsi at level 0 using segments [{'id': '846574a7-1bd9-410e-92bc-dad60bb6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c'}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:05.220083 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Attempting to bind port 91912d63-840b-4d21-bfd7-506851111917 on network 2cfa28c0-2e68-4510-9864-b132df4f1b7c {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:05.239032 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Checking agent: {'id': 'c6bdef55-e303-4d05-9c2c-8fa2cb612489', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 29, 25), 'started_at': datetime.datetime(2021, 7, 16, 18, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:05.239416 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Checking segment: {'id': '846574a7-1bd9-410e-92bc-dad60bb6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:05.239825 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.240237 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Bound using segment: {'id': '846574a7-1bd9-410e-92bc-dad60bb6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c'} {{(pid=93210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:05.240890 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.managers [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Bound port: 91912d63-840b-4d21-bfd7-506851111917, host: dv-cinder-786933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846574a7-1bd9-410e-92bc-dad60bb6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c'}}] {{(pid=93210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:05.241455 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.360028 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] For port 91912d63-840b-4d21-bfd7-506851111917, host dv-cinder-786933-5-iscsi, cleared binding levels {{(pid=93210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:05.367526 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.plugins.ml2.db [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] For port 91912d63-840b-4d21-bfd7-506851111917, host dv-cinder-786933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=91912d63-840b-4d21-bfd7-506851111917,segment=NetworkSegment(846574a7-1bd9-410e-92bc-dad60bb6591c),segment_id=846574a7-1bd9-410e-92bc-dad60bb6591c)] {{(pid=93210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:05.373112 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron_lib.callbacks.manager [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.441267 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb303bc5-f452-44df-8096-da108094b7bc req-bf169c4b-0d4e-4751-ad16-22da18a4db85 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:05.454354 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-cb303bc5-f452-44df-8096-da108094b7bc req-bf169c4b-0d4e-4751-ad16-22da18a4db85 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.1835465 Jul 16 18:43:05.518256 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-cb303bc5-f452-44df-8096-da108094b7bc req-0b249fb7-b6d7-42f2-b50d-816f3ab96f4d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580926 Jul 16 18:43:05.550765 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80bf41-984d-4e42-8ee7-a64f6368a7cb None None] Pushing event updated for resources: {'Port': ['ID=91912d63-840b-4d21-bfd7-506851111917,revision_number=4']} {{(pid=93210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:05.569714 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Routers {'4ca12030-4ff1-447b-a27f-d63fb00edbbe'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:05.570518 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:05.622576 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49fd04-645d-48d8-a1c9-2e20dcd4bca4 req-ab1743e2-d987-4b38-bf23-e8f810547c03 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:05.625736 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cb49fd04-645d-48d8-a1c9-2e20dcd4bca4 req-ab1743e2-d987-4b38-bf23-e8f810547c03 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 943 time: 0.1405413 Jul 16 18:43:05.686841 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cb49fd04-645d-48d8-a1c9-2e20dcd4bca4 req-346f4749-e392-4998-a60c-12b6ed97224b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534055 Jul 16 18:43:05.760339 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] Set router 4ca12030-4ff1-447b-a27f-d63fb00edbbe gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:06.008415 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'name': 'tempest-TestMinimumBasicScenario-881260819-router', 'tenant_id': '0845845b59414f728e017116150efec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:43:02Z', 'revision_number': 4, 'project_id': '0845845b59414f728e017116150efec0', 'gw_port': {'id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:25:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '91912d63-840b-4d21-bfd7-506851111917', 'name': '', 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c', 'tenant_id': '0845845b59414f728e017116150efec0', 'mac_address': 'fa:16:3e:99:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2138ca92-7eaa-406f-8ebb-310e85bcc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:01Z', 'updated_at': '2021-07-16T18:43:05Z', 'revision_number': 4, 'project_id': '0845845b59414f728e017116150efec0', 'subnets': [{'id': '2138ca92-7eaa-406f-8ebb-310e85bcc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.042949 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89239020-f9c7-4c37-8a16-6a19ee9d4f96 None None] The sync data for ids ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'] in dv-cinder-786933-5-iscsi is: [{'id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'name': 'tempest-TestMinimumBasicScenario-881260819-router', 'tenant_id': '0845845b59414f728e017116150efec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:43:02Z', 'revision_number': 4, 'project_id': '0845845b59414f728e017116150efec0', 'gw_port': {'id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:25:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '91912d63-840b-4d21-bfd7-506851111917', 'name': '', 'network_id': '2cfa28c0-2e68-4510-9864-b132df4f1b7c', 'tenant_id': '0845845b59414f728e017116150efec0', 'mac_address': 'fa:16:3e:99:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '2138ca92-7eaa-406f-8ebb-310e85bcc5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:01Z', 'updated_at': '2021-07-16T18:43:05Z', 'revision_number': 4, 'project_id': '0845845b59414f728e017116150efec0', 'subnets': [{'id': '2138ca92-7eaa-406f-8ebb-310e85bcc5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:06.710604 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc0533-3a46-49b5-a136-b79ba65728c1 req-21465597-63e1-4984-b240-4651f3cf2ff0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.718831 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bdfc0533-3a46-49b5-a136-b79ba65728c1 req-21465597-63e1-4984-b240-4651f3cf2ff0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0780728 Jul 16 18:43:06.768111 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bdfc0533-3a46-49b5-a136-b79ba65728c1 req-e383ac74-b246-4ca3-a79a-d51c309dde6b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476081 Jul 16 18:43:06.974688 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052c681-c674-4898-a0fb-2a058fd19bfc req-33b62014-b7bc-448a-a95d-6adb49a9b230 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.977783 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d052c681-c674-4898-a0fb-2a058fd19bfc req-33b62014-b7bc-448a-a95d-6adb49a9b230 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 943 time: 0.1213729 Jul 16 18:43:07.011069 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 91912d63-840b-4d21-bfd7-506851111917 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:07.076112 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d052c681-c674-4898-a0fb-2a058fd19bfc req-0ba5d934-8680-4156-bc84-9b88056f3e61 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684490 Jul 16 18:43:07.081866 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb984d-1d60-497b-af00-a9dc21747a18 req-f97de3c2-dde8-4778-a4f4-3f8aa951e11d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.083778 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-69eb984d-1d60-497b-af00-a9dc21747a18 req-f97de3c2-dde8-4778-a4f4-3f8aa951e11d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.1035409 Jul 16 18:43:07.092868 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44006) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:07.104428 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-1c8fc6d7-9228-46ea-b8d1-601ea9627a4c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Request body: {'floatingip': {'port_id': '351a8129-873e-46ed-8b4e-719ccbabc192'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:07.149138 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning for port 91912d63-840b-4d21-bfd7-506851111917 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:07.156482 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 91912d63-840b-4d21-bfd7-506851111917 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:07.156932 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.173846 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc6d7-9228-46ea-b8d1-601ea9627a4c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.310379 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.351117 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] For port 91912d63-840b-4d21-bfd7-506851111917, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=91912d63-840b-4d21-bfd7-506851111917,segment=NetworkSegment(846574a7-1bd9-410e-92bc-dad60bb6591c),segment_id=846574a7-1bd9-410e-92bc-dad60bb6591c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:07.358819 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.436716 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Pushing event updated for resources: {'Port': ['ID=91912d63-840b-4d21-bfd7-506851111917,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:07.737121 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc6d7-9228-46ea-b8d1-601ea9627a4c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.745957 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc6d7-9228-46ea-b8d1-601ea9627a4c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.140443 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.l3_db [None req-1c8fc6d7-9228-46ea-b8d1-601ea9627a4c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Floating IP 466ad80a-f3c2-415e-a8cf-b7dfad7242d2 associated. External IP: 172.27.2.240, port: 351a8129-873e-46ed-8b4e-719ccbabc192. Jul 16 18:43:08.215602 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 91a52bb2-5636-43e6-9ae2-58b961fee9cc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:08.283545 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20a7a8-143b-44bb-a05e-87e0d2c8b4ac req-e6570bb7-aca3-4c07-9b60-a5ca098b4bab tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:08.290731 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9d20a7a8-143b-44bb-a05e-87e0d2c8b4ac req-e6570bb7-aca3-4c07-9b60-a5ca098b4bab tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 943 time: 0.0853429 Jul 16 18:43:08.342920 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 91a52bb2-5636-43e6-9ae2-58b961fee9cc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=91a52bb2-5636-43e6-9ae2-58b961fee9cc,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:08.356684 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9d20a7a8-143b-44bb-a05e-87e0d2c8b4ac req-c9b0de2b-4a71-4b61-b06c-a24edde3b0a3 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591660 Jul 16 18:43:08.371210 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '91a52bb2-5636-43e6-9ae2-58b961fee9cc', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'port_id': '91a52bb2-5636-43e6-9ae2-58b961fee9cc', 'mac_address': 'fa:16:3e:82:54:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:08.420129 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.434926 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a52bb2-5636-43e6-9ae2-58b961fee9cc {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:08.455021 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8fc6d7-9228-46ea-b8d1-601ea9627a4c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Router b34153cf-e016-42d1-b723-61b26e672e48 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:08.464773 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 91a52bb2-5636-43e6-9ae2-58b961fee9cc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=91a52bb2-5636-43e6-9ae2-58b961fee9cc,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:08.472667 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.526637 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=91a52bb2-5636-43e6-9ae2-58b961fee9cc,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:08.578529 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8fc6d7-9228-46ea-b8d1-601ea9627a4c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:08.588080 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc6d7-9228-46ea-b8d1-601ea9627a4c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.591169 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b9f3c-82a5-48f0-8103-db6f190d6d63 None None] Sync routers for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:08.601408 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b9f3c-82a5-48f0-8103-db6f190d6d63 None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:08.602068 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-0b4b9f3c-82a5-48f0-8103-db6f190d6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:08.638004 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-1c8fc6d7-9228-46ea-b8d1-601ea9627a4c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "PUT /v2.0/floatingips/466ad80a-f3c2-415e-a8cf-b7dfad7242d2 HTTP/1.1" status: 200 len: 992 time: 1.5430965 Jul 16 18:43:08.638004 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:08.649063 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496850c3-c561-46c1-b3b9-dc8980bfcf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:08.734464 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee47020-95be-47f6-a722-3596bf3888e4 x-openstack-request-id: req-7ee47020-95be-47f6-a722-3596bf3888e4 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:08.734935 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:08.735336 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ee47020-95be-47f6-a722-3596bf3888e4 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:08.735899 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192', 'status': 'completed', 'code': 200} Jul 16 18:43:08.755559 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['91a52bb2-5636-43e6-9ae2-58b961fee9cc'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:08.802461 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-0b4b9f3c-82a5-48f0-8103-db6f190d6d63 None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:08.839183 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496850c3-c561-46c1-b3b9-dc8980bfcf9a req-c7d5f2ad-2a25-4ff8-a145-50f014e3136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:08.841500 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-496850c3-c561-46c1-b3b9-dc8980bfcf9a req-c7d5f2ad-2a25-4ff8-a145-50f014e3136f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 1099 time: 0.0764892 Jul 16 18:43:08.987803 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496850c3-c561-46c1-b3b9-dc8980bfcf9a req-11524862-97d5-4832-8a4c-647c7038c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:08.989868 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-496850c3-c561-46c1-b3b9-dc8980bfcf9a req-11524862-97d5-4832-8a4c-647c7038c061 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 919 time: 0.1418877 Jul 16 18:43:09.035793 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 91912d63-840b-4d21-bfd7-506851111917 up at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:09.070350 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-496850c3-c561-46c1-b3b9-dc8980bfcf9a req-3cc8b2ca-ec97-4a6a-b759-67a2342d9a0a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=351a8129-873e-46ed-8b4e-719ccbabc192 HTTP/1.1" status: 200 len: 1000 time: 0.0729001 Jul 16 18:43:09.125749 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496850c3-c561-46c1-b3b9-dc8980bfcf9a req-59e0208c-631e-4db1-a8a6-786d1381201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:09.127581 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-496850c3-c561-46c1-b3b9-dc8980bfcf9a req-59e0208c-631e-4db1-a8a6-786d1381201d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 200 len: 856 time: 0.0489044 Jul 16 18:43:09.195734 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496850c3-c561-46c1-b3b9-dc8980bfcf9a req-96496265-2248-42e0-b432-81cb8a806585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:09.198295 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-496850c3-c561-46c1-b3b9-dc8980bfcf9a req-96496265-2248-42e0-b432-81cb8a806585 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5659565-8774-4d43-910a-bea01eaf10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634770 Jul 16 18:43:09.238720 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Provisioning complete for port 91912d63-840b-4d21-bfd7-506851111917 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:09.239285 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.329064 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-496850c3-c561-46c1-b3b9-dc8980bfcf9a req-5219c5ad-4fc4-42f4-b141-bb97231450be service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143184 Jul 16 18:43:09.417113 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-0b4b9f3c-82a5-48f0-8103-db6f190d6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '466ad80a-f3c2-415e-a8cf-b7dfad7242d2', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'port_id': '351a8129-873e-46ed-8b4e-719ccbabc192', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'mac_address': 'fa:16:3e:c8:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:42:50Z', 'updated_at': '2021-07-16T18:43:07Z', 'revision_number': 1, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.470923 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b9f3c-82a5-48f0-8103-db6f190d6d63 None None] Checking router: b34153cf-e016-42d1-b723-61b26e672e48 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:09.486573 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b9f3c-82a5-48f0-8103-db6f190d6d63 None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:09.487243 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-0b4b9f3c-82a5-48f0-8103-db6f190d6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.504272 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-496850c3-c561-46c1-b3b9-dc8980bfcf9a req-38cf2a63-4122-4656-bf7c-28e4a9ac111a service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632135 Jul 16 18:43:09.602392 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5ff33-6a46-4341-b32d-7c043793838c req-65b866b8-23ac-4703-9762-9b83cf7d478f tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:09.610339 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4af5ff33-6a46-4341-b32d-7c043793838c req-65b866b8-23ac-4703-9762-9b83cf7d478f tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 944 time: 0.0804353 Jul 16 18:43:09.638621 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-0b4b9f3c-82a5-48f0-8103-db6f190d6d63 None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:09.652162 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4af5ff33-6a46-4341-b32d-7c043793838c req-96b34498-615f-4dd7-90ec-a312f847b6c2 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406086 Jul 16 18:43:09.932459 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-0b4b9f3c-82a5-48f0-8103-db6f190d6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '466ad80a-f3c2-415e-a8cf-b7dfad7242d2', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'port_id': '351a8129-873e-46ed-8b4e-719ccbabc192', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'mac_address': 'fa:16:3e:c8:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:42:50Z', 'updated_at': '2021-07-16T18:43:07Z', 'revision_number': 1, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.967989 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b9f3c-82a5-48f0-8103-db6f190d6d63 None None] The sync data for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi is: [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '466ad80a-f3c2-415e-a8cf-b7dfad7242d2', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'port_id': '351a8129-873e-46ed-8b4e-719ccbabc192', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'mac_address': 'fa:16:3e:c8:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:42:50Z', 'updated_at': '2021-07-16T18:43:07Z', 'revision_number': 1, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:10.171071 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc63d1-3993-4465-bb39-df8caa342e00 None None] New status for floating IP 466ad80a-f3c2-415e-a8cf-b7dfad7242d2: ACTIVE {{(pid=93210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:43:10.192526 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 91a52bb2-5636-43e6-9ae2-58b961fee9cc up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:10.254023 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 91a52bb2-5636-43e6-9ae2-58b961fee9cc completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:10.263701 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 91a52bb2-5636-43e6-9ae2-58b961fee9cc triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:10.264126 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.357560 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.386512 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f7299d-460d-4542-84f7-bd80438cabbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a52bb2-5636-43e6-9ae2-58b961fee9cc'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:10.388910 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f6fc1a-f1a5-4e96-b9aa-538c7e47a748" -d '{"events": [{"server_uuid": "67f7299d-460d-4542-84f7-bd80438cabbd", "name": "network-vif-plugged", "status": "completed", "tag": "91a52bb2-5636-43e6-9ae2-58b961fee9cc"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:10.412782 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 91a52bb2-5636-43e6-9ae2-58b961fee9cc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=91a52bb2-5636-43e6-9ae2-58b961fee9cc,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:10.417764 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.448720 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466754c6-5584-4395-a7ea-4690a0f0c9ed x-openstack-request-id: req-466754c6-5584-4395-a7ea-4690a0f0c9ed {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:10.449013 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f7299d-460d-4542-84f7-bd80438cabbd", "name": "network-vif-plugged", "status": "completed", "tag": "91a52bb2-5636-43e6-9ae2-58b961fee9cc", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:10.449264 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-466754c6-5584-4395-a7ea-4690a0f0c9ed {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:10.449646 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f7299d-460d-4542-84f7-bd80438cabbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a52bb2-5636-43e6-9ae2-58b961fee9cc', 'code': 200} Jul 16 18:43:10.470918 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=91a52bb2-5636-43e6-9ae2-58b961fee9cc,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:10.726297 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21262347-738f-4f0f-96c9-6c9778f6d9c3 req-80c582ef-def2-4f85-a500-c7584f6a6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.727946 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-21262347-738f-4f0f-96c9-6c9778f6d9c3 req-80c582ef-def2-4f85-a500-c7584f6a6832 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 1098 time: 0.0602362 Jul 16 18:43:10.778083 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-21262347-738f-4f0f-96c9-6c9778f6d9c3 req-8f54ef63-5f62-47b4-9016-db5c8911cea5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 Jul 16 18:43:10.850732 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822c423-624d-47a9-938d-3c6715a2220f req-7dc8764c-b7eb-4c63-a098-32ea4fac2bdf tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.854479 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e822c423-624d-47a9-938d-3c6715a2220f req-7dc8764c-b7eb-4c63-a098-32ea4fac2bdf tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 945 time: 0.0727670 Jul 16 18:43:10.904832 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e822c423-624d-47a9-938d-3c6715a2220f req-50c92cde-8d9d-4603-a2be-aa0846c2c2d4 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443161 Jul 16 18:43:12.091604 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71bdd6-758c-4de1-b169-d9390f88f614 req-90ee6bd0-2ce0-4ad0-9f0d-05cdc2a9b478 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:12.093189 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5a71bdd6-758c-4de1-b169-d9390f88f614 req-90ee6bd0-2ce0-4ad0-9f0d-05cdc2a9b478 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 945 time: 0.0703692 Jul 16 18:43:12.139016 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5a71bdd6-758c-4de1-b169-d9390f88f614 req-c6df982c-97c1-4532-a2be-92a003567399 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392845 Jul 16 18:43:12.335867 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3add8-f8dc-4d73-a6c4-2567b2747265 req-3d7122b8-f9b6-4064-81ee-65ff2a13fbc9 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:12.337763 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3ba3add8-f8dc-4d73-a6c4-2567b2747265 req-3d7122b8-f9b6-4064-81ee-65ff2a13fbc9 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 945 time: 0.0759983 Jul 16 18:43:12.346858 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44038) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:12.355410 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-76dc9e72-6d81-423c-a71f-02f67c831d32 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Request body: {'floatingip': {'port_id': '91a52bb2-5636-43e6-9ae2-58b961fee9cc'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:12.410959 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-76dc9e72-6d81-423c-a71f-02f67c831d32 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.936980 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-76dc9e72-6d81-423c-a71f-02f67c831d32 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.943118 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-76dc9e72-6d81-423c-a71f-02f67c831d32 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.054542 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.l3_db [None req-76dc9e72-6d81-423c-a71f-02f67c831d32 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Floating IP c993a894-99f5-4adb-ae93-6f32de21ec2e associated. External IP: 172.27.2.7, port: 91a52bb2-5636-43e6-9ae2-58b961fee9cc. Jul 16 18:43:13.294089 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dc9e72-6d81-423c-a71f-02f67c831d32 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:13.415826 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc9e72-6d81-423c-a71f-02f67c831d32 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:13.420684 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-76dc9e72-6d81-423c-a71f-02f67c831d32 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.432607 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b175b3-5fa2-4dff-a530-48552e89b72b None None] Sync routers for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:13.450510 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b175b3-5fa2-4dff-a530-48552e89b72b None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:13.451163 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-97b175b3-5fa2-4dff-a530-48552e89b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:13.480975 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-76dc9e72-6d81-423c-a71f-02f67c831d32 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "PUT /v2.0/floatingips/c993a894-99f5-4adb-ae93-6f32de21ec2e HTTP/1.1" status: 200 len: 989 time: 1.1293595 Jul 16 18:43:13.481937 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f7299d-460d-4542-84f7-bd80438cabbd', 'tag': '91a52bb2-5636-43e6-9ae2-58b961fee9cc'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:13.484516 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5da14013294e63930f004e3f646ec45d1727f78d2b380a1ffe1aebd0a12d46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f39a635-11c1-42a7-a86f-230ec8ee20f3" -d '{"events": [{"name": "network-changed", "server_uuid": "67f7299d-460d-4542-84f7-bd80438cabbd", "tag": "91a52bb2-5636-43e6-9ae2-58b961fee9cc"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:13.578195 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-97b175b3-5fa2-4dff-a530-48552e89b72b None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:13.602619 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a522bfac-05c2-4039-b3fc-b9d6484b0444 x-openstack-request-id: req-a522bfac-05c2-4039-b3fc-b9d6484b0444 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:13.603214 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f7299d-460d-4542-84f7-bd80438cabbd", "tag": "91a52bb2-5636-43e6-9ae2-58b961fee9cc", "status": "completed", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:13.603646 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a522bfac-05c2-4039-b3fc-b9d6484b0444 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:13.604239 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f7299d-460d-4542-84f7-bd80438cabbd', 'tag': '91a52bb2-5636-43e6-9ae2-58b961fee9cc', 'status': 'completed', 'code': 200} Jul 16 18:43:13.703768 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39a635-11c1-42a7-a86f-230ec8ee20f3 req-8c822457-bda3-4e6a-938f-adcbdfe65523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.705945 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f39a635-11c1-42a7-a86f-230ec8ee20f3 req-8c822457-bda3-4e6a-938f-adcbdfe65523 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8acf1dbb3da24f79b67da492da32dab5&device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 1098 time: 0.0782821 Jul 16 18:43:13.810174 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39a635-11c1-42a7-a86f-230ec8ee20f3 req-949ce9da-4c10-4ff3-b284-5472e616a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.811906 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f39a635-11c1-42a7-a86f-230ec8ee20f3 req-949ce9da-4c10-4ff3-b284-5472e616a75c service neutron] 10.222.0.88 "GET /v2.0/networks?id=d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 200 len: 913 time: 0.0991771 Jul 16 18:43:13.850988 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-97b175b3-5fa2-4dff-a530-48552e89b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'c993a894-99f5-4adb-ae93-6f32de21ec2e', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'port_id': '91a52bb2-5636-43e6-9ae2-58b961fee9cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'mac_address': 'fa:16:3e:82:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7299d-460d-4542-84f7-bd80438cabbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:42:55Z', 'updated_at': '2021-07-16T18:43:12Z', 'revision_number': 1, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:13.885537 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b175b3-5fa2-4dff-a530-48552e89b72b None None] Checking router: fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:13.889349 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f39a635-11c1-42a7-a86f-230ec8ee20f3 req-b54b3335-a278-4b89-a8e1-97a3bef769e9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a52bb2-5636-43e6-9ae2-58b961fee9cc HTTP/1.1" status: 200 len: 997 time: 0.0686677 Jul 16 18:43:13.895932 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b175b3-5fa2-4dff-a530-48552e89b72b None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:13.897171 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-97b175b3-5fa2-4dff-a530-48552e89b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:42:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:13.950960 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39a635-11c1-42a7-a86f-230ec8ee20f3 req-4b2f41f2-bc60-4139-a5af-5f178dcb22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.950960 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f39a635-11c1-42a7-a86f-230ec8ee20f3 req-4b2f41f2-bc60-4139-a5af-5f178dcb22b6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c63336d1-0c4a-4eb5-9f8f-5cd89462b437 HTTP/1.1" status: 200 len: 850 time: 0.0516429 Jul 16 18:43:14.023681 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39a635-11c1-42a7-a86f-230ec8ee20f3 req-4b92049d-75c4-4dda-ab5d-bd989bcac597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:14.025369 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f39a635-11c1-42a7-a86f-230ec8ee20f3 req-4b92049d-75c4-4dda-ab5d-bd989bcac597 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d490c69f-49d5-4aac-8544-9d4287d0fe03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625045 Jul 16 18:43:14.148682 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f39a635-11c1-42a7-a86f-230ec8ee20f3 req-cf570e61-d5f2-465c-b64f-a93d85034df3 service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151204 Jul 16 18:43:14.159571 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-97b175b3-5fa2-4dff-a530-48552e89b72b None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:14.254482 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f39a635-11c1-42a7-a86f-230ec8ee20f3 req-a632576a-d138-4499-a0dc-41626d0621db service neutron] 10.222.0.88 "GET /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975509 Jul 16 18:43:14.412368 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-97b175b3-5fa2-4dff-a530-48552e89b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'c993a894-99f5-4adb-ae93-6f32de21ec2e', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'port_id': '91a52bb2-5636-43e6-9ae2-58b961fee9cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'mac_address': 'fa:16:3e:82:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7299d-460d-4542-84f7-bd80438cabbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:42:55Z', 'updated_at': '2021-07-16T18:43:12Z', 'revision_number': 1, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:14.442264 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b175b3-5fa2-4dff-a530-48552e89b72b None None] The sync data for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi is: [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'c993a894-99f5-4adb-ae93-6f32de21ec2e', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'port_id': '91a52bb2-5636-43e6-9ae2-58b961fee9cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'mac_address': 'fa:16:3e:82:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7299d-460d-4542-84f7-bd80438cabbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:42:55Z', 'updated_at': '2021-07-16T18:43:12Z', 'revision_number': 1, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:14.672163 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479ac1c-aab0-49cf-85ef-d92924b66d36 None None] New status for floating IP c993a894-99f5-4adb-ae93-6f32de21ec2e: ACTIVE {{(pid=93210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:43:15.184791 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23605f8-8047-4a03-8714-992482a71f04 req-892070af-a07c-44b5-baac-c06a13c00b19 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.186235 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-892070af-a07c-44b5-baac-c06a13c00b19 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/networks?id=ea284a83-4213-4527-bb57-ff51560ea15d HTTP/1.1" status: 200 len: 813 time: 0.1001112 Jul 16 18:43:15.200632 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-3d5d798e-ded1-4a8e-b918-c525c50ce8d3 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/quotas/aeafc9350f574e6ba15d48c554ab122a HTTP/1.1" status: 200 len: 375 time: 0.0090332 Jul 16 18:43:15.268623 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-f042bf17-e540-4e13-864f-8aed436a774f tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aeafc9350f574e6ba15d48c554ab122a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633271 Jul 16 18:43:15.367827 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-dc9a39e2-735b-4650-8cb8-4212d72e9149 service neutron] 10.222.0.79 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880630 Jul 16 18:43:15.460127 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-93f30f67-a4cf-416b-8379-7047d8eda027 service neutron] 10.222.0.79 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865121 Jul 16 18:43:15.626329 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d991ce26-e626-4fcb-aec3-eb1bce51dddd req-de54a40d-1e47-4d1c-b42a-c7b4bf8202a1 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 210 time: 0.0292516 Jul 16 18:43:16.781907 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-66e1152f-b7db-49a9-b3d7-f4f88d7caa6c req-dba2cee3-12c9-4f68-a7f4-d20a7c9338c6 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 210 time: 0.0336969 Jul 16 18:43:16.814758 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23605f8-8047-4a03-8714-992482a71f04 req-d8d96567-e050-4c1a-8530-8c726fc70535 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.816135 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-d8d96567-e050-4c1a-8530-8c726fc70535 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.88 "GET /v2.0/networks?id=ea284a83-4213-4527-bb57-ff51560ea15d HTTP/1.1" status: 200 len: 813 time: 0.1183808 Jul 16 18:43:16.832577 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Request body: {'port': {'device_id': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'admin_state_up': True, 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:16.948648 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Made reservation on behalf of aeafc9350f574e6ba15d48c554ab122a for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:16.952391 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.084553 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Allocated IP 172.20.0.6 (ea284a83-4213-4527-bb57-ff51560ea15d/7270a0d3-a7bf-4993-b2c5-9722d837f3c8/839d1d54-9907-42de-9cfc-5590a5620ddc) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:17.232690 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.254673 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Transition to ACTIVE for port object 839d1d54-9907-42de-9cfc-5590a5620ddc will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:17.303762 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.370485 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Network ea284a83-4213-4527-bb57-ff51560ea15d is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:17.374331 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:17.382377 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:17.435628 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'Port': ['ID=839d1d54-9907-42de-9cfc-5590a5620ddc,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:17.459614 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:17.460921 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.479213 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-24fa9999-a859-47a4-8a80-8f7f6a08a9f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6500483 Jul 16 18:43:17.623204 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-09e9ee5c-1f8e-4a5d-9e6d-c06ab01eb8a6 None None] Provisioning for port 839d1d54-9907-42de-9cfc-5590a5620ddc completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:17.626674 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-09e9ee5c-1f8e-4a5d-9e6d-c06ab01eb8a6 None None] Provisioning complete for port 839d1d54-9907-42de-9cfc-5590a5620ddc triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:17.627038 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-09e9ee5c-1f8e-4a5d-9e6d-c06ab01eb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.665853 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-09e9ee5c-1f8e-4a5d-9e6d-c06ab01eb8a6 None None] Port 839d1d54-9907-42de-9cfc-5590a5620ddc cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:17.969919 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc5abd-c48b-45dc-a6b0-81b1a19f8ffd req-7b4c8771-95c1-487c-933a-0818e4dfd5dc tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:17.971373 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-12fc5abd-c48b-45dc-a6b0-81b1a19f8ffd req-7b4c8771-95c1-487c-933a-0818e4dfd5dc tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 931 time: 0.0683477 Jul 16 18:43:18.013312 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-12fc5abd-c48b-45dc-a6b0-81b1a19f8ffd req-50ab063c-b82e-49d8-aaa9-b3877eacbdd6 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Jul 16 18:43:21.744484 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-8f07a87d-7b4f-4505-8dd7-9b38e8c71d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.208008 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:24.523961 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-e014ae1b-627b-4ab3-aacf-21e58cf249a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.643252 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.402824 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.443293 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.178609 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.988302 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Request body: {'port': {'device_id': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:31.065001 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.194050 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434a71c-8ca8-473f-b4cf-b58a6668389d req-5d29b41c-3bdb-4d05-8146-cbfeb11741f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.196716 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-1434a71c-8ca8-473f-b4cf-b58a6668389d req-5d29b41c-3bdb-4d05-8146-cbfeb11741f7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 931 time: 0.0677722 Jul 16 18:43:31.238886 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-1434a71c-8ca8-473f-b4cf-b58a6668389d req-11ba2cab-e6b1-477c-9fb4-546a06ac91d3 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365803 Jul 16 18:43:31.284429 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-7fd4c40f-049b-4c70-853e-8d7f92a64f38 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1158714 Jul 16 18:43:31.432969 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839d1d54-9907-42de-9cfc-5590a5620ddc {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:31.442635 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.466610 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Transition to ACTIVE for port object 839d1d54-9907-42de-9cfc-5590a5620ddc will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:31.471298 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-6041ef7a-8f10-4ef3-8f0d-9045d515fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.473036 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-6041ef7a-8f10-4ef3-8f0d-9045d515fded service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe4f148278ba408cb83924bbc48121f4&device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 1098 time: 0.1555064 Jul 16 18:43:31.475617 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.551822 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161e2e2-cb48-423b-96c2-d78774d57db6 req-99c57232-fdbb-49c7-913c-f7ba3c5136e0 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.553663 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a161e2e2-cb48-423b-96c2-d78774d57db6 req-99c57232-fdbb-49c7-913c-f7ba3c5136e0 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 946 time: 0.1667266 Jul 16 18:43:31.579917 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Pushing event updated for resources: {'Port': ['ID=839d1d54-9907-42de-9cfc-5590a5620ddc,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:31.689255 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a161e2e2-cb48-423b-96c2-d78774d57db6 req-d8b44fc0-dd1c-47e1-81a9-430ada29585a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239038 Jul 16 18:43:31.718496 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-e69db6a6-7fe1-46ba-be6b-76b2a0f7e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.719967 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-e69db6a6-7fe1-46ba-be6b-76b2a0f7e637 service neutron] 10.222.0.88 "GET /v2.0/networks?id=67f9b577-db05-431a-8da7-2b783e514c0b HTTP/1.1" status: 200 len: 910 time: 0.2138143 Jul 16 18:43:31.724486 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Attempting to bind port 839d1d54-9907-42de-9cfc-5590a5620ddc on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:31.724818 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Attempting to bind port 839d1d54-9907-42de-9cfc-5590a5620ddc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:31.725143 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Attempting to bind port 839d1d54-9907-42de-9cfc-5590a5620ddc on network ea284a83-4213-4527-bb57-ff51560ea15d {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:31.735485 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Port 839d1d54-9907-42de-9cfc-5590a5620ddc on network ea284a83-4213-4527-bb57-ff51560ea15d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:43:31.735799 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Attempting to bind port 839d1d54-9907-42de-9cfc-5590a5620ddc on network ea284a83-4213-4527-bb57-ff51560ea15d {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:31.769491 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:31.769763 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Checking segment: {'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:31.770145 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Bound using segment: {'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:31.770577 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Bound port: 839d1d54-9907-42de-9cfc-5590a5620ddc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8d34d4-7bad-45b7-920c-b654e3279bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:31.771645 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.815367 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-de069e9b-6b48-46a2-bc99-2e5394c55124 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f HTTP/1.1" status: 200 len: 1001 time: 0.0870914 Jul 16 18:43:31.881929 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] For port 839d1d54-9907-42de-9cfc-5590a5620ddc, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:31.886022 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] For port 839d1d54-9907-42de-9cfc-5590a5620ddc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=839d1d54-9907-42de-9cfc-5590a5620ddc,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:31.889798 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-fdf37802-cde1-44d7-a86e-17eb7b60eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.891340 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-fdf37802-cde1-44d7-a86e-17eb7b60eae5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=984575de-1bd2-4aa4-bd82-a8567f2419ec HTTP/1.1" status: 200 len: 847 time: 0.0662355 Jul 16 18:43:31.892726 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.950897 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.951506 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.952883 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] 10.222.0.88 "PUT /v2.0/ports/839d1d54-9907-42de-9cfc-5590a5620ddc HTTP/1.1" status: 200 len: 1093 time: 0.9690242 Jul 16 18:43:31.957032 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:31.959444 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:31.985289 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4e1b1-0d0e-467e-9e71-30bef30474eb service neutron] Pushing event updated for resources: {'Port': ['ID=839d1d54-9907-42de-9cfc-5590a5620ddc,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:32.010144 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a5c492-9441-4af5-ab35-37069f64e8a4 x-openstack-request-id: req-33a5c492-9441-4af5-ab35-37069f64e8a4 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:32.010787 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:32.010787 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33a5c492-9441-4af5-ab35-37069f64e8a4 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:32.011031 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'status': 'completed', 'code': 200} Jul 16 18:43:32.016074 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-55cae841-5551-4b84-8776-52474bc4cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.017572 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-55cae841-5551-4b84-8776-52474bc4cc64 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=67f9b577-db05-431a-8da7-2b783e514c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1167760 Jul 16 18:43:32.142012 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23605f8-8047-4a03-8714-992482a71f04 req-4f3d1980-16b2-4a92-9610-5092be6b0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.143615 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-4f3d1980-16b2-4a92-9610-5092be6b0c9a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=aeafc9350f574e6ba15d48c554ab122a&device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 1096 time: 0.1446476 Jul 16 18:43:32.145797 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-7484adcc-64de-4e53-aa36-7579aad6b8ef service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078491 Jul 16 18:43:32.244046 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-8fca6a10-f44b-49a4-b220-ff0213301b19 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=839d1d54-9907-42de-9cfc-5590a5620ddc HTTP/1.1" status: 200 len: 217 time: 0.0538163 Jul 16 18:43:32.334340 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23605f8-8047-4a03-8714-992482a71f04 req-9576826e-d216-4545-87ca-2b3885b02dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.335838 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-9576826e-d216-4545-87ca-2b3885b02dcd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7270a0d3-a7bf-4993-b2c5-9722d837f3c8 HTTP/1.1" status: 200 len: 852 time: 0.0821528 Jul 16 18:43:32.345728 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0b6c775d-688b-4290-954e-8b91b0a04966 req-6a97f2d0-d417-4413-b605-ee0357b3acf4 service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489768 Jul 16 18:43:32.410936 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23605f8-8047-4a03-8714-992482a71f04 req-ff501644-052a-4a80-b707-3942b1ac702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.413368 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-ff501644-052a-4a80-b707-3942b1ac702e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea284a83-4213-4527-bb57-ff51560ea15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602770 Jul 16 18:43:32.452358 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dc13b-e4f9-40ce-a478-f88068374d92 req-c16f6bb9-afec-47d7-9aa2-44297dfb5511 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.453831 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ef3dc13b-e4f9-40ce-a478-f88068374d92 req-c16f6bb9-afec-47d7-9aa2-44297dfb5511 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 943 time: 0.0693314 Jul 16 18:43:32.492364 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ef3dc13b-e4f9-40ce-a478-f88068374d92 req-f0ce433e-fd54-4e26-9ea3-7b62be6f0213 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325193 Jul 16 18:43:32.515175 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-a9d7699a-1131-45d2-815b-88668817a51c service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836227 Jul 16 18:43:32.615818 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f23605f8-8047-4a03-8714-992482a71f04 req-83d3e118-6ad8-4197-8d28-5b674c04460b service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858071 Jul 16 18:43:32.729474 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6 req-c52928b5-34ba-4e3b-98bf-d20c1bdbb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.731186 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6 req-c52928b5-34ba-4e3b-98bf-d20c1bdbb7dc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=aeafc9350f574e6ba15d48c554ab122a&device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 1096 time: 0.0521917 Jul 16 18:43:32.861418 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6 req-57cdf532-7bf3-4e03-a169-6020930bfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.862918 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6 req-57cdf532-7bf3-4e03-a169-6020930bfe63 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea284a83-4213-4527-bb57-ff51560ea15d HTTP/1.1" status: 200 len: 915 time: 0.1179085 Jul 16 18:43:32.918575 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879262a-c357-4d69-8ea0-5d92afa9cfef req-9e7f6ca5-35d8-431f-8153-76e7a659dc38 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.919979 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3879262a-c357-4d69-8ea0-5d92afa9cfef req-9e7f6ca5-35d8-431f-8153-76e7a659dc38 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 946 time: 0.1138673 Jul 16 18:43:32.921196 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6 req-bae6ab86-6b9a-405e-8f81-fafa3eb230c5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=839d1d54-9907-42de-9cfc-5590a5620ddc HTTP/1.1" status: 200 len: 217 time: 0.0470130 Jul 16 18:43:32.957377 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3879262a-c357-4d69-8ea0-5d92afa9cfef req-db10a1e5-7484-4bc4-8561-52bedca54a6f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316677 Jul 16 18:43:33.003622 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6 req-fc4a3e97-ecc9-4334-9d8a-fe663714a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:33.005759 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6 req-fc4a3e97-ecc9-4334-9d8a-fe663714a7aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7270a0d3-a7bf-4993-b2c5-9722d837f3c8 HTTP/1.1" status: 200 len: 852 time: 0.0468769 Jul 16 18:43:33.064664 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6 req-9bd9e17b-2edf-4684-8bfd-c36ba604096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:33.066248 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6 req-9bd9e17b-2edf-4684-8bfd-c36ba604096e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea284a83-4213-4527-bb57-ff51560ea15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530238 Jul 16 18:43:33.195700 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6 req-bb574d92-28e4-4a93-b4f0-82b9fb3f454f service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907214 Jul 16 18:43:33.292068 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-38a8c70a-d93c-49c6-9333-f2d5c5729ab6 req-c208cfc2-e389-4c77-871e-1a796712399b service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837715 Jul 16 18:43:33.664312 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb00de-6c9b-4fed-8aae-eb513c22750a req-635bac4b-6daf-4d27-bec8-a2aedb662064 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:33.665805 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a4eb00de-6c9b-4fed-8aae-eb513c22750a req-635bac4b-6daf-4d27-bec8-a2aedb662064 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 943 time: 0.0626645 Jul 16 18:43:33.703936 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a4eb00de-6c9b-4fed-8aae-eb513c22750a req-759069fe-d500-4a12-8fe5-b3c578563478 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324168 Jul 16 18:43:33.706173 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-fd543671-8471-4bb3-9787-c9b3b02d48a6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:33.707629 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-fd543671-8471-4bb3-9787-c9b3b02d48a6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 946 time: 0.0629449 Jul 16 18:43:33.813601 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Deleting port 6bd7fc4c-9338-4769-adf4-76e09bec7644 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:33.813971 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.900833 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] For port 6bd7fc4c-9338-4769-adf4-76e09bec7644, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6bd7fc4c-9338-4769-adf4-76e09bec7644,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:33.901193 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.354346 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.355077 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.355077 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.l3_db [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Floating IP 56d1bab4-32dd-480d-8b0f-2b78ce4fc093 disassociated. External IP: 172.27.2.52, port: 6bd7fc4c-9338-4769-adf4-76e09bec7644. Jul 16 18:43:34.355357 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Calling delete_port for 6bd7fc4c-9338-4769-adf4-76e09bec7644 owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:34.427400 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3c942-25b7-44bf-bf96-068355180afb req-3aba9e25-2c3a-4212-91d5-a38c04368cfe tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:34.428890 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-69a3c942-25b7-44bf-bf96-068355180afb req-3aba9e25-2c3a-4212-91d5-a38c04368cfe tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 946 time: 0.1290774 Jul 16 18:43:34.485905 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-69a3c942-25b7-44bf-bf96-068355180afb req-db2b8bee-e012-42a6-a76a-a1200a0d35b1 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482674 Jul 16 18:43:34.543585 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.571384 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event deleted for resources: {'Port': ['ID=6bd7fc4c-9338-4769-adf4-76e09bec7644,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:34.688800 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Router 2da0875d-3543-45c3-8294-0dd251574d66 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:34.797668 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:34.810800 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902fe907-0936-4697-bbd5-ebd974d7505f None None] Sync routers for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:34.820966 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902fe907-0936-4697-bbd5-ebd974d7505f None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:34.821617 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-902fe907-0936-4697-bbd5-ebd974d7505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:43:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:34.842034 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] No DVR routers for this DVR port 6bd7fc4c-9338-4769-adf4-76e09bec7644 on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:34.844644 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.846764 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2c6f4cbc-861a-4ab0-932e-d176e79cf9d2 req-01e6e5bc-637b-4517-9d04-20fc6d6872d6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "DELETE /v2.0/ports/6bd7fc4c-9338-4769-adf4-76e09bec7644 HTTP/1.1" status: 204 len: 173 time: 1.1305327 Jul 16 18:43:34.847473 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'name': 'network-vif-deleted', 'tag': '6bd7fc4c-9338-4769-adf4-76e09bec7644'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:34.850330 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac5bee-1e81-4e2e-b8f8-772f60286ba9" -d '{"events": [{"server_uuid": "9e049e9f-5560-401c-8a0f-5645b4e95e94", "name": "network-vif-deleted", "tag": "6bd7fc4c-9338-4769-adf4-76e09bec7644"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:34.904378 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85355f1a-93c7-45fb-9899-919c215fb806 x-openstack-request-id: req-85355f1a-93c7-45fb-9899-919c215fb806 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:34.904897 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e049e9f-5560-401c-8a0f-5645b4e95e94", "name": "network-vif-deleted", "tag": "6bd7fc4c-9338-4769-adf4-76e09bec7644", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:34.905152 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85355f1a-93c7-45fb-9899-919c215fb806 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:34.905546 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e049e9f-5560-401c-8a0f-5645b4e95e94', 'name': 'network-vif-deleted', 'tag': '6bd7fc4c-9338-4769-adf4-76e09bec7644', 'status': 'completed', 'code': 200} Jul 16 18:43:34.907882 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b553983-f726-45ed-aeb8-a94d70b819a7 req-c8af988a-f4c6-4464-9b9f-621c7df17426 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:34.909450 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7b553983-f726-45ed-aeb8-a94d70b819a7 req-c8af988a-f4c6-4464-9b9f-621c7df17426 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 943 time: 0.0886040 Jul 16 18:43:34.951492 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7b553983-f726-45ed-aeb8-a94d70b819a7 req-186f3e3e-dc14-48b1-83c0-6d6894342dcd tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350842 Jul 16 18:43:34.956191 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-902fe907-0936-4697-bbd5-ebd974d7505f None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:35.159350 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-902fe907-0936-4697-bbd5-ebd974d7505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:35.189691 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902fe907-0936-4697-bbd5-ebd974d7505f None None] Checking router: 2da0875d-3543-45c3-8294-0dd251574d66 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:35.198813 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902fe907-0936-4697-bbd5-ebd974d7505f None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:35.199428 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-902fe907-0936-4697-bbd5-ebd974d7505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:43:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:35.307731 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-902fe907-0936-4697-bbd5-ebd974d7505f None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:35.503320 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-902fe907-0936-4697-bbd5-ebd974d7505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:35.530870 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902fe907-0936-4697-bbd5-ebd974d7505f None None] The sync data for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi is: [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:35.652035 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2554ec4d-66ed-496e-ae03-13bd4a743a59 req-cbe2843a-deea-433b-9558-59d8a3becb94 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e049e9f-5560-401c-8a0f-5645b4e95e94 HTTP/1.1" status: 200 len: 210 time: 0.0347319 Jul 16 18:43:35.787560 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdac12-35a7-4beb-9ddd-b872bfd5987f None None] New status for floating IP 56d1bab4-32dd-480d-8b0f-2b78ce4fc093: DOWN {{(pid=93210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:43:36.124885 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cf96e-35c7-4f46-aab0-897d897ab684 req-0a1cb064-a737-4de9-9be4-4cd4dbb9c787 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.126291 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b26cf96e-35c7-4f46-aab0-897d897ab684 req-0a1cb064-a737-4de9-9be4-4cd4dbb9c787 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 943 time: 0.0626507 Jul 16 18:43:36.164114 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b26cf96e-35c7-4f46-aab0-897d897ab684 req-254264a6-fc1d-4aaa-b2dd-84c1ce12ec9a tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312307 Jul 16 18:43:36.252485 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 839d1d54-9907-42de-9cfc-5590a5620ddc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:36.349952 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 839d1d54-9907-42de-9cfc-5590a5620ddc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=839d1d54-9907-42de-9cfc-5590a5620ddc,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:36.360555 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'port_id': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'mac_address': 'fa:16:3e:42:0f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:36.397835 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.410177 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839d1d54-9907-42de-9cfc-5590a5620ddc {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:36.429646 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 839d1d54-9907-42de-9cfc-5590a5620ddc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=839d1d54-9907-42de-9cfc-5590a5620ddc,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:36.434054 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.483829 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=839d1d54-9907-42de-9cfc-5590a5620ddc,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:36.490770 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.491123 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.491469 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.491824 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.492139 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.492471 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.492801 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.493128 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.493456 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.493780 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.494130 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.494455 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.747648 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['839d1d54-9907-42de-9cfc-5590a5620ddc'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:36.960865 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-4d9c264d-a72a-49d2-b4dc-13f53ef04ade tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064169638&fields=id&tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa HTTP/1.1" status: 200 len: 267 time: 0.0325193 Jul 16 18:43:37.287745 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-ddc8d393-0a01-4861-9a2a-86b14619f4bd tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:37.289227 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-ddc8d393-0a01-4861-9a2a-86b14619f4bd tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 812 time: 0.3221474 Jul 16 18:43:37.304440 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-1f91bc58-9661-4aa7-a3b3-3fec4e93c9a6 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/quotas/b04fcf3df7164dc89b1c9a2e993e6eaa HTTP/1.1" status: 200 len: 375 time: 0.0098436 Jul 16 18:43:37.338846 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a798cbd-6f5a-4019-9acb-9ca33a3ce15b req-48bd7d51-304b-40d2-8b53-675fd6efa90d tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:37.340359 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6a798cbd-6f5a-4019-9acb-9ca33a3ce15b req-48bd7d51-304b-40d2-8b53-675fd6efa90d tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 944 time: 0.0633142 Jul 16 18:43:37.376320 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-b2510cf7-f24c-4c90-8925-8864377f8732 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669239 Jul 16 18:43:37.378651 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6a798cbd-6f5a-4019-9acb-9ca33a3ce15b req-a2f883f8-260f-4c20-a93b-9c913cdf6104 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Jul 16 18:43:37.476447 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-ec4a8c4b-c394-448d-b114-4063498d44e1 service neutron] 10.222.0.79 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880494 Jul 16 18:43:37.563973 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0712f24b-a9ac-4c1a-b61c-15912e8aa425 service neutron] 10.222.0.79 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819633 Jul 16 18:43:37.855587 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b1bf4250-3890-4ff4-9f8d-a5480e985614 req-9644bb17-aa42-46b3-8b9d-985c5cb4b641 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 210 time: 0.0303404 Jul 16 18:43:38.265956 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 839d1d54-9907-42de-9cfc-5590a5620ddc up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:38.319164 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 839d1d54-9907-42de-9cfc-5590a5620ddc completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:38.323148 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 839d1d54-9907-42de-9cfc-5590a5620ddc triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:38.323520 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.400607 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.425792 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:38.428664 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bd1c56-54fa-4370-8299-1044ce14ac6f" -d '{"events": [{"server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "name": "network-vif-plugged", "status": "completed", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:38.450486 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 839d1d54-9907-42de-9cfc-5590a5620ddc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=839d1d54-9907-42de-9cfc-5590a5620ddc,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:38.454677 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.455679 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 6bd7fc4c-9338-4769-adf4-76e09bec7644 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:38.499281 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d70bd2-d4b3-418e-89aa-5128d43e0d57 x-openstack-request-id: req-c1d70bd2-d4b3-418e-89aa-5128d43e0d57 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:38.499588 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "name": "network-vif-plugged", "status": "completed", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:38.499819 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1d70bd2-d4b3-418e-89aa-5128d43e0d57 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:38.500200 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'code': 200} Jul 16 18:43:38.500756 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 6bd7fc4c-9338-4769-adf4-76e09bec7644 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:38.501097 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 6bd7fc4c-9338-4769-adf4-76e09bec7644 not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:38.527961 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=839d1d54-9907-42de-9cfc-5590a5620ddc,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:38.577923 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48967dd-b907-4e39-8fa7-7d410e94532b req-e861c2b3-4cfe-4b65-a160-249cc82e9a39 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.579447 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b48967dd-b907-4e39-8fa7-7d410e94532b req-e861c2b3-4cfe-4b65-a160-249cc82e9a39 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 945 time: 0.0722411 Jul 16 18:43:38.618110 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b48967dd-b907-4e39-8fa7-7d410e94532b req-a98d0400-4dc7-4509-ad43-49d793141d1e tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Jul 16 18:43:38.729951 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1027ffb-3bc8-44b2-8ec4-9c8a18e6840c req-ce0f4299-0897-417e-a941-70b52e40281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.731431 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a1027ffb-3bc8-44b2-8ec4-9c8a18e6840c req-ce0f4299-0897-417e-a941-70b52e40281b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 1098 time: 0.0553780 Jul 16 18:43:38.766189 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a1027ffb-3bc8-44b2-8ec4-9c8a18e6840c req-cb1192e3-ff98-4954-be5c-2b9f4cbd263f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262456 Jul 16 18:43:39.000616 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-682f4b40-206d-4759-80a1-345cb0747050 req-c1dc733a-a7c6-4576-bfc5-9f3af19b2b93 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 210 time: 0.0297654 Jul 16 18:43:39.148152 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-44a480f9-dc0c-47e1-b589-96f01052ebea tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:39.149774 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-44a480f9-dc0c-47e1-b589-96f01052ebea tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 812 time: 0.1138465 Jul 16 18:43:39.200706 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-790a5a11-20c4-4f20-b854-eef772faa81f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa HTTP/1.1" status: 200 len: 380 time: 0.0333512 Jul 16 18:43:39.223060 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'port': {'device_id': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'admin_state_up': True, 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'security_groups': ['cd973a8b-2ea9-4342-beb1-ff87eb2a2fce']}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:39.337304 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Made reservation on behalf of b04fcf3df7164dc89b1c9a2e993e6eaa for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:39.340925 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.466671 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Allocated IP 172.20.0.9 (47f6b223-7ba0-4d0a-a61c-5234079af054/1b39d775-14ca-4b82-9356-bf041134f173/09ce67ad-5cfa-44c5-99ae-dcafc74e16c8) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:39.602135 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.620746 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Transition to ACTIVE for port object 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:39.653473 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.693684 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Network 47f6b223-7ba0-4d0a-a61c-5234079af054 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:39.697056 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:39.701178 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:39.747559 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'Port': ['ID=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:39.763501 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:39.764130 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.779334 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0259d0d9-9e8b-4ea9-b863-4f6d8ee915ab tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615835 Jul 16 18:43:39.797341 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Request body: {'port': {'device_id': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:39.841829 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ded8e-1093-4716-8446-79c426e7a525 req-74a23f75-a5ec-4f7c-a3cd-0d290800c6db tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:39.843745 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4e5ded8e-1093-4716-8446-79c426e7a525 req-74a23f75-a5ec-4f7c-a3cd-0d290800c6db tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 945 time: 0.0766096 Jul 16 18:43:39.887553 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.891939 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4e5ded8e-1093-4716-8446-79c426e7a525 req-c68ac0f3-735f-4d7c-8083-4bf06e9f22ec tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Jul 16 18:43:40.063610 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d9c4224a-45cd-4c6b-9cfa-b9811973ceaf None None] Provisioning for port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:40.067766 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d9c4224a-45cd-4c6b-9cfa-b9811973ceaf None None] Provisioning complete for port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:40.068156 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d9c4224a-45cd-4c6b-9cfa-b9811973ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.106780 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4224a-45cd-4c6b-9cfa-b9811973ceaf None None] Port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:40.211082 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:40.221237 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.239471 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e79b5-434d-4637-956f-d8e3f29c7a9d req-ed8cfae2-a77a-4bf2-b5a2-9dc577bb0fd3 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.240881 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-623e79b5-434d-4637-956f-d8e3f29c7a9d req-ed8cfae2-a77a-4bf2-b5a2-9dc577bb0fd3 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 931 time: 0.1182084 Jul 16 18:43:40.245531 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Transition to ACTIVE for port object 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:40.254373 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.327636 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-623e79b5-434d-4637-956f-d8e3f29c7a9d req-542f6ce3-1098-4fa5-b5d9-cbbdcaecc8f9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809293 Jul 16 18:43:40.329026 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:40.407055 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Attempting to bind port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:40.407415 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Attempting to bind port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:40.407751 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Attempting to bind port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 on network 47f6b223-7ba0-4d0a-a61c-5234079af054 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:40.413597 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 on network 47f6b223-7ba0-4d0a-a61c-5234079af054 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:43:40.414063 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Attempting to bind port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 on network 47f6b223-7ba0-4d0a-a61c-5234079af054 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:40.419408 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:40.419749 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Checking segment: {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:40.420138 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Bound using segment: {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:40.420688 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Bound port: 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:40.421074 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.491683 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] For port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:40.494638 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] For port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:40.499134 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.532859 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.533474 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.534995 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] 10.222.0.88 "PUT /v2.0/ports/09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 HTTP/1.1" status: 200 len: 1093 time: 0.7422605 Jul 16 18:43:40.535510 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'tag': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:40.538567 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5157d7-1120-49f7-83bf-8b7af1b54c86" -d '{"events": [{"name": "network-changed", "server_uuid": "827b4dbf-8feb-4bef-bf64-99fe8a8da2ee", "tag": "09ce67ad-5cfa-44c5-99ae-dcafc74e16c8"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:40.566045 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33047fd7-7d87-4d25-8bc5-fd830783ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:40.589756 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f39aaf3-879f-488f-b695-bc86e780c7f1 x-openstack-request-id: req-6f39aaf3-879f-488f-b695-bc86e780c7f1 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:40.590139 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827b4dbf-8feb-4bef-bf64-99fe8a8da2ee", "tag": "09ce67ad-5cfa-44c5-99ae-dcafc74e16c8", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:40.590480 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f39aaf3-879f-488f-b695-bc86e780c7f1 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:40.590876 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'tag': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'status': 'completed', 'code': 200} Jul 16 18:43:40.656772 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-b5802f86-4fda-4f40-8d20-82bd60b887a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.658305 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-b5802f86-4fda-4f40-8d20-82bd60b887a7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 1096 time: 0.0554385 Jul 16 18:43:40.703206 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-0850df0b-29ed-44ce-b0bd-5f5d8e14529a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 HTTP/1.1" status: 200 len: 217 time: 0.0346041 Jul 16 18:43:40.756304 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-5c459fbd-b62e-4bd5-8973-8339e923696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.757106 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-5c459fbd-b62e-4bd5-8973-8339e923696d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.0469058 Jul 16 18:43:40.823551 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-d8520ebc-dae1-4ff2-a2db-1d0d9393aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.824944 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-d8520ebc-dae1-4ff2-a2db-1d0d9393aa29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526450 Jul 16 18:43:40.918397 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-3a13e0e0-7182-44eb-b8a7-9775b5c8a6fc service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846083 Jul 16 18:43:41.013620 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bb40d8b2-a632-4d19-848a-9acd95af3f26 req-5217a862-700b-4d75-bbe9-52b745111036 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826468 Jul 16 18:43:41.082419 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bbfa7-e433-4b62-9d61-b8483e8b6bd2 req-b65cb657-57c9-4882-b02e-8d6f269e1dec tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.085012 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-701bbfa7-e433-4b62-9d61-b8483e8b6bd2 req-b65cb657-57c9-4882-b02e-8d6f269e1dec tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 945 time: 0.0651157 Jul 16 18:43:41.123935 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-701bbfa7-e433-4b62-9d61-b8483e8b6bd2 req-f6ad2c1f-55ac-41f3-aedc-fcc634b9b9c6 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332570 Jul 16 18:43:41.124955 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5157d7-1120-49f7-83bf-8b7af1b54c86 req-73e8e5aa-e092-41d0-919b-98ade6d899c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.126506 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ca5157d7-1120-49f7-83bf-8b7af1b54c86 req-73e8e5aa-e092-41d0-919b-98ade6d899c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 1096 time: 0.0536234 Jul 16 18:43:41.227893 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5157d7-1120-49f7-83bf-8b7af1b54c86 req-3e3b1701-ed5d-443a-98fd-95e497aec5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.229384 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ca5157d7-1120-49f7-83bf-8b7af1b54c86 req-3e3b1701-ed5d-443a-98fd-95e497aec5e3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 914 time: 0.0887837 Jul 16 18:43:41.301744 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ca5157d7-1120-49f7-83bf-8b7af1b54c86 req-e12dbb4b-a452-411b-a530-15f301997d90 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 HTTP/1.1" status: 200 len: 217 time: 0.0560830 Jul 16 18:43:41.366777 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a682f3-2c85-4d45-a795-165c218934f3 req-b18d4d27-3c55-44d0-bc4b-3f3bdce84a2e tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.368172 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-80a682f3-2c85-4d45-a795-165c218934f3 req-b18d4d27-3c55-44d0-bc4b-3f3bdce84a2e tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 945 time: 0.1316473 Jul 16 18:43:41.376810 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5157d7-1120-49f7-83bf-8b7af1b54c86 req-0549ce2e-eeb1-4bda-be7a-d6f715f4de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.378171 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ca5157d7-1120-49f7-83bf-8b7af1b54c86 req-0549ce2e-eeb1-4bda-be7a-d6f715f4de89 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.0620356 Jul 16 18:43:41.441272 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-80a682f3-2c85-4d45-a795-165c218934f3 req-da8551fa-f441-46dc-ac54-344f7a8e06c9 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669007 Jul 16 18:43:41.462818 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5157d7-1120-49f7-83bf-8b7af1b54c86 req-53e2ea3b-0467-4b91-a01b-1c3824f363bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.464318 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ca5157d7-1120-49f7-83bf-8b7af1b54c86 req-53e2ea3b-0467-4b91-a01b-1c3824f363bc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728517 Jul 16 18:43:41.551215 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0974ac8-0a6e-4b70-a83c-f837e31b4f05 req-7ad5dc4a-7bef-4122-9f4e-68fd12ddce2f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.552954 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a0974ac8-0a6e-4b70-a83c-f837e31b4f05 req-7ad5dc4a-7bef-4122-9f4e-68fd12ddce2f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 943 time: 0.0675535 Jul 16 18:43:41.566696 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ca5157d7-1120-49f7-83bf-8b7af1b54c86 req-343d3d79-c012-4c30-815b-2ce6c36bb1d8 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931919 Jul 16 18:43:41.592297 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a0974ac8-0a6e-4b70-a83c-f837e31b4f05 req-73be89f4-3e0b-4d46-97b1-04692ed332f7 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334308 Jul 16 18:43:41.685503 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ca5157d7-1120-49f7-83bf-8b7af1b54c86 req-8efb4ac5-5739-4825-9aa9-526c15cd5c58 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068583 Jul 16 18:43:41.988605 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff753e9-6394-40ce-aa5a-9cd39948ca90 req-838e9f21-2974-4848-85d1-3131ec014ba6 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.990235 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-eff753e9-6394-40ce-aa5a-9cd39948ca90 req-838e9f21-2974-4848-85d1-3131ec014ba6 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 945 time: 0.0635281 Jul 16 18:43:42.028016 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-eff753e9-6394-40ce-aa5a-9cd39948ca90 req-60805ca4-d69e-480a-8b5b-30815b04c05d tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Jul 16 18:43:42.770016 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23715f10-a922-47fb-abda-6d3938a216b7 req-39f22b28-1034-4107-bcb1-b675204f4d47 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:42.771601 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-23715f10-a922-47fb-abda-6d3938a216b7 req-39f22b28-1034-4107-bcb1-b675204f4d47 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 943 time: 0.0676534 Jul 16 18:43:42.821966 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-23715f10-a922-47fb-abda-6d3938a216b7 req-3d958c76-2de3-4e21-87d6-9d4cfa94995a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446150 Jul 16 18:43:44.014985 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7d456-b073-4ff0-9230-5b24a21ba496 req-6fdbb461-ad33-4a98-88ed-ed8e640294d8 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:44.016504 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9ff7d456-b073-4ff0-9230-5b24a21ba496 req-6fdbb461-ad33-4a98-88ed-ed8e640294d8 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 943 time: 0.0700998 Jul 16 18:43:44.062273 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9ff7d456-b073-4ff0-9230-5b24a21ba496 req-c91a808c-04f9-47fe-b2d0-f2516e03bd6a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381978 Jul 16 18:43:45.239079 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2678b6a-ef12-42c9-9c4c-efce12a5a69a req-0c9e0e5e-877a-4b23-af09-6f8d09b55573 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:45.240473 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d2678b6a-ef12-42c9-9c4c-efce12a5a69a req-0c9e0e5e-877a-4b23-af09-6f8d09b55573 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 943 time: 0.0641670 Jul 16 18:43:45.279010 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d2678b6a-ef12-42c9-9c4c-efce12a5a69a req-79d9af2b-753c-4bcb-99ff-d8972ef3530a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327196 Jul 16 18:43:46.451005 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdfde6-6dac-443b-8ea8-45ac795a860e req-fd665c12-fd1d-4ab9-b7be-95f3b1807229 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:46.452480 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e7fdfde6-6dac-443b-8ea8-45ac795a860e req-fd665c12-fd1d-4ab9-b7be-95f3b1807229 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 943 time: 0.0634499 Jul 16 18:43:46.490201 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e7fdfde6-6dac-443b-8ea8-45ac795a860e req-1b6f33ab-75f8-4cf3-b0af-d2ee9f0c47cb tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Jul 16 18:43:47.659778 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e398e-0092-4fc3-80b9-19b04ca63228 req-3a122f43-f4c2-4e47-8531-de95d97c2f80 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:47.661732 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-fb6e398e-0092-4fc3-80b9-19b04ca63228 req-3a122f43-f4c2-4e47-8531-de95d97c2f80 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 943 time: 0.0614843 Jul 16 18:43:47.699427 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-fb6e398e-0092-4fc3-80b9-19b04ca63228 req-f6dc82b7-74b9-47fe-9b9d-49e1d60d4b88 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Jul 16 18:43:48.280987 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:48.381470 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:48.396782 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'port_id': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'mac_address': 'fa:16:3e:b9:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:48.434861 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.448776 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:48.468745 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:48.472740 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.520912 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:48.839508 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['09ce67ad-5cfa-44c5-99ae-dcafc74e16c8'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:48.883930 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612b2f5-ceb1-4a8f-99d6-7edbf8feb770 req-ffa79f27-85a0-4a32-9ede-5f389e9ed55b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:48.885443 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e612b2f5-ceb1-4a8f-99d6-7edbf8feb770 req-ffa79f27-85a0-4a32-9ede-5f389e9ed55b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 944 time: 0.0732930 Jul 16 18:43:48.923201 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e612b2f5-ceb1-4a8f-99d6-7edbf8feb770 req-ecc5f09c-aaf6-4ad3-8ef7-3abe4b5f0324 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321820 Jul 16 18:43:50.106688 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eefa03-2c08-4005-a91c-c4ecb9994b8a req-ca3a42ce-d263-41d4-bd67-bfcb775a4d73 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.108165 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a5eefa03-2c08-4005-a91c-c4ecb9994b8a req-ca3a42ce-d263-41d4-bd67-bfcb775a4d73 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 944 time: 0.0670218 Jul 16 18:43:50.145235 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a5eefa03-2c08-4005-a91c-c4ecb9994b8a req-d10f8aa7-6aac-4a8c-a3db-23c2db915444 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Jul 16 18:43:50.294227 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:50.340955 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:50.344549 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:50.344916 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.429365 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.453599 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:50.455763 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8f4ce8-a6c2-49b0-8290-5dcb540f4b6d" -d '{"events": [{"server_uuid": "827b4dbf-8feb-4bef-bf64-99fe8a8da2ee", "name": "network-vif-plugged", "status": "completed", "tag": "09ce67ad-5cfa-44c5-99ae-dcafc74e16c8"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:50.470592 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:50.476628 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.506595 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33133406-8ed0-4c98-a590-aa96196c2d52 x-openstack-request-id: req-33133406-8ed0-4c98-a590-aa96196c2d52 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:50.506959 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827b4dbf-8feb-4bef-bf64-99fe8a8da2ee", "name": "network-vif-plugged", "status": "completed", "tag": "09ce67ad-5cfa-44c5-99ae-dcafc74e16c8", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:50.507156 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33133406-8ed0-4c98-a590-aa96196c2d52 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:50.507619 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'code': 200} Jul 16 18:43:50.534646 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:50.836712 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e3951-cb63-4da8-bd5e-c8b2077c7e18 req-b6227cee-0220-4e38-b155-dff74dd45764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.838274 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1e7e3951-cb63-4da8-bd5e-c8b2077c7e18 req-b6227cee-0220-4e38-b155-dff74dd45764 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 1098 time: 0.0511467 Jul 16 18:43:50.874735 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1e7e3951-cb63-4da8-bd5e-c8b2077c7e18 req-6699199a-6669-4c9a-a1a8-565b272d64ef service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290346 Jul 16 18:43:51.327857 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492c5ec-f22c-4434-8080-92f042913916 req-07b3c7c0-f381-42e4-83e8-46c8c3722933 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:51.329329 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b492c5ec-f22c-4434-8080-92f042913916 req-07b3c7c0-f381-42e4-83e8-46c8c3722933 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 945 time: 0.0730619 Jul 16 18:43:51.368865 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b492c5ec-f22c-4434-8080-92f042913916 req-5cb0ee00-418e-45c6-aa26-8a92be0a1fb9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332499 Jul 16 18:43:51.575606 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579d9b6-e344-459a-9c10-71a219dcc689 req-d72c8dd3-e71b-47ed-9eee-735d7517fbb1 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:51.577443 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5579d9b6-e344-459a-9c10-71a219dcc689 req-d72c8dd3-e71b-47ed-9eee-735d7517fbb1 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 945 time: 0.0633075 Jul 16 18:43:51.614840 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5579d9b6-e344-459a-9c10-71a219dcc689 req-2254034e-b247-4b6d-8a63-da4c2ada7265 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Jul 16 18:43:51.640560 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44346) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:51.737354 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02f7ea-a6f4-4baa-b162-11932ef27735 tempest-TestMinimumBasicScenario-1386690956 tempest-TestMinimumBasicScenario-1386690956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:51.738915 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-1f02f7ea-a6f4-4baa-b162-11932ef27735 tempest-TestMinimumBasicScenario-1386690956 tempest-TestMinimumBasicScenario-1386690956-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 1093 time: 0.0975471 Jul 16 18:43:51.742748 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44350) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:51.747339 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-b7aebc59-60c5-4ee3-80d0-e3d3c0f8b050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.748847 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Request body: {'floatingip': {'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'port_id': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:51.772051 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for floatingip, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.869428 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.987670 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Allocated IP 172.27.2.249 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/eeef22ef-08d4-40f4-b99c-0b2229bf97c5) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:52.098853 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.137205 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.171446 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:52.174393 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:52.179807 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:52.211369 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'Port': ['ID=eeef22ef-08d4-40f4-b99c-0b2229bf97c5,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:52.552618 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05717e5a-57c7-491f-9f4a-bcba8390795c req-1828c55a-43bb-4e3e-b153-1696564b570e tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:52.554630 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-05717e5a-57c7-491f-9f4a-bcba8390795c req-1828c55a-43bb-4e3e-b153-1696564b570e tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 945 time: 0.0675020 Jul 16 18:43:52.558868 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.593872 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-05717e5a-57c7-491f-9f4a-bcba8390795c req-a321568a-8a9a-455e-9189-c0bb791b4f40 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333486 Jul 16 18:43:52.640410 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.832839 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a881f-47d0-4752-b108-d3b806f12d48 req-9e0eac7e-f8db-4e41-bb8b-559d89f7b613 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:52.834544 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f49a881f-47d0-4752-b108-d3b806f12d48 req-9e0eac7e-f8db-4e41-bb8b-559d89f7b613 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 945 time: 0.1211224 Jul 16 18:43:52.867277 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.874597 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10277779'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.919740 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f49a881f-47d0-4752-b108-d3b806f12d48 req-d227ff10-2ed3-463b-ad0b-a0d48e27245c tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794232 Jul 16 18:43:52.944237 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44360) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:52.957260 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'Port': ['ID=eeef22ef-08d4-40f4-b99c-0b2229bf97c5,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:52.967961 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.998186 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cb0f07-4445-4e1c-bb83-17330184536f tempest-TestVolumeBootPattern-777110191 tempest-TestVolumeBootPattern-777110191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:52.999719 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-04cb0f07-4445-4e1c-bb83-17330184536f tempest-TestVolumeBootPattern-777110191 tempest-TestVolumeBootPattern-777110191-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 1093 time: 0.0545340 Jul 16 18:43:53.002820 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44364) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:53.008811 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'floatingip': {'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'port_id': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:53.074653 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.103487 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.l3_db [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Floating IP 2abf3052-1f13-4d66-8a81-96dbf226c05f associated. External IP: 172.27.2.249, port: 839d1d54-9907-42de-9cfc-5590a5620ddc. Jul 16 18:43:53.309839 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.409219 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Router 7f777117-a240-402c-85c0-02e2b34f0400 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:53.502602 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Allocated IP 172.27.2.183 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/deaf3df7-1135-4a9a-b4ca-239f73240901) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:53.611917 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:53.621902 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ac607c-0249-4b26-ac42-449cd2e9635d None None] Sync routers for ids ['7f777117-a240-402c-85c0-02e2b34f0400'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:53.631394 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac607c-0249-4b26-ac42-449cd2e9635d None None] Routers {'7f777117-a240-402c-85c0-02e2b34f0400'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:53.632477 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-91ac607c-0249-4b26-ac42-449cd2e9635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:43:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['7f777117-a240-402c-85c0-02e2b34f0400'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:53.643147 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.680946 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.699077 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-87f28338-2177-4f86-83da-a416530524ef tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9551449 Jul 16 18:43:53.700790 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:53.702012 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44366) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:53.703043 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5da14013294e63930f004e3f646ec45d1727f78d2b380a1ffe1aebd0a12d46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557" -d '{"events": [{"name": "network-changed", "server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:53.707527 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131667506', 'description': 'tempest-secgroup-smoke-2131667506 description', 'project_id': 'aeafc9350f574e6ba15d48c554ab122a'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:53.735461 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.741062 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.746287 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-91ac607c-0249-4b26-ac42-449cd2e9635d None None] Set router 7f777117-a240-402c-85c0-02e2b34f0400 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:53.751890 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0f898d-5b3c-45ef-a44a-1c65ba207b7a x-openstack-request-id: req-3e0f898d-5b3c-45ef-a44a-1c65ba207b7a {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:53.752219 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc", "status": "completed", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:53.752538 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e0f898d-5b3c-45ef-a44a-1c65ba207b7a {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:53.753024 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'status': 'completed', 'code': 200} Jul 16 18:43:53.789441 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:53.796309 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:53.800093 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:53.806969 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'Port': ['ID=deaf3df7-1135-4a9a-b4ca-239f73240901,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:53.903186 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.914715 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557 req-68d7c556-f1cc-4b64-8b37-1f3269db1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:53.918597 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557 req-68d7c556-f1cc-4b64-8b37-1f3269db1284 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=aeafc9350f574e6ba15d48c554ab122a&device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 1098 time: 0.1271966 Jul 16 18:43:53.920383 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.000709 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d646eac-f75a-4136-80ae-1ab49c815384,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:54.009284 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.013328 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3074143 Jul 16 18:43:54.017580 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44372) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.024296 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-339eb27f-70b1-4525-8a0f-7f95a02d11e5 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Request body: {'security_group_rule': {'security_group_id': '2d646eac-f75a-4136-80ae-1ab49c815384', 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:54.055944 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.056290 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.056627 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.056959 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.057288 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.057615 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.057960 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.058289 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.058608 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.058927 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.059245 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.059569 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f352f-02b0-494b-93a9-e1a610983232 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.093679 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-339eb27f-70b1-4525-8a0f-7f95a02d11e5 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.132197 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557 req-90eacf1b-023f-4152-887a-3ddac1e40d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:54.133238 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557 req-90eacf1b-023f-4152-887a-3ddac1e40d22 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea284a83-4213-4527-bb57-ff51560ea15d HTTP/1.1" status: 200 len: 915 time: 0.1795475 Jul 16 18:43:54.159033 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-91ac607c-0249-4b26-ac42-449cd2e9635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 4, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '2abf3052-1f13-4d66-8a81-96dbf226c05f', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'port_id': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'mac_address': 'fa:16:3e:42:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:52Z', 'updated_at': '2021-07-16T18:43:52Z', 'revision_number': 0, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc1bb61-a614-4581-96f0-b50283e49d70', 'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'mac_address': 'fa:16:3e:01:e2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:52Z', 'updated_at': '2021-07-16T18:42:59Z', 'revision_number': 5, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'subnets': [{'id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:54.169388 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-339eb27f-70b1-4525-8a0f-7f95a02d11e5 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.190073 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ac607c-0249-4b26-ac42-449cd2e9635d None None] Checking router: 7f777117-a240-402c-85c0-02e2b34f0400 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:54.199834 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac607c-0249-4b26-ac42-449cd2e9635d None None] Routers {'7f777117-a240-402c-85c0-02e2b34f0400'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:54.200464 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-91ac607c-0249-4b26-ac42-449cd2e9635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:43:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['7f777117-a240-402c-85c0-02e2b34f0400'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:54.230401 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-339eb27f-70b1-4525-8a0f-7f95a02d11e5 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.264143 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557 req-41c26594-7a07-464b-8fc4-75c2f6e45cd7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=839d1d54-9907-42de-9cfc-5590a5620ddc HTTP/1.1" status: 200 len: 999 time: 0.0930271 Jul 16 18:43:54.265110 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339eb27f-70b1-4525-8a0f-7f95a02d11e5 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f3ace5-c5cd-4dcb-a671-54d14d17fc3f,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:54.276039 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-339eb27f-70b1-4525-8a0f-7f95a02d11e5 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.277317 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-339eb27f-70b1-4525-8a0f-7f95a02d11e5 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570853 Jul 16 18:43:54.282463 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44376) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.290205 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-749bc974-df6a-4ac8-b2d0-3e54f16cf41b tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Request body: {'security_group_rule': {'security_group_id': '2d646eac-f75a-4136-80ae-1ab49c815384', 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:54.320728 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-91ac607c-0249-4b26-ac42-449cd2e9635d None None] Set router 7f777117-a240-402c-85c0-02e2b34f0400 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:54.325402 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557 req-4885f756-9ad9-4428-ab5b-fea120d384ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:54.327416 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557 req-4885f756-9ad9-4428-ab5b-fea120d384ac service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7270a0d3-a7bf-4993-b2c5-9722d837f3c8 HTTP/1.1" status: 200 len: 852 time: 0.0530629 Jul 16 18:43:54.375152 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-749bc974-df6a-4ac8-b2d0-3e54f16cf41b tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.399316 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557 req-b4a6e566-220a-4062-a757-9f3aad7dae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:54.401168 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557 req-b4a6e566-220a-4062-a757-9f3aad7dae57 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea284a83-4213-4527-bb57-ff51560ea15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651698 Jul 16 18:43:54.472631 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-749bc974-df6a-4ac8-b2d0-3e54f16cf41b tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.476789 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-749bc974-df6a-4ac8-b2d0-3e54f16cf41b tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.509202 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557 req-d8d54b50-a728-418f-bae9-d9b34088deb2 service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986359 Jul 16 18:43:54.525872 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bc974-df6a-4ac8-b2d0-3e54f16cf41b tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800626b0-aebb-448f-bd4b-16326737bfd4,revision_number=0']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:54.544142 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-749bc974-df6a-4ac8-b2d0-3e54f16cf41b tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.548455 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-749bc974-df6a-4ac8-b2d0-3e54f16cf41b tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2623141 Jul 16 18:43:54.548747 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44378) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.549625 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.555205 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-5a381630-47ac-4664-b043-b642c4451e22 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Request body: {'security_group_rule': {'security_group_id': '2d646eac-f75a-4136-80ae-1ab49c815384', 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:54.560563 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6821a240-64de-4ac7-9601-e355bb083475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.588803 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-91ac607c-0249-4b26-ac42-449cd2e9635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 4, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '2abf3052-1f13-4d66-8a81-96dbf226c05f', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'port_id': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'mac_address': 'fa:16:3e:42:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:52Z', 'updated_at': '2021-07-16T18:43:52Z', 'revision_number': 0, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc1bb61-a614-4581-96f0-b50283e49d70', 'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'mac_address': 'fa:16:3e:01:e2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:52Z', 'updated_at': '2021-07-16T18:42:59Z', 'revision_number': 5, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'subnets': [{'id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:54.618534 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ac607c-0249-4b26-ac42-449cd2e9635d None None] The sync data for ids ['7f777117-a240-402c-85c0-02e2b34f0400'] in dv-cinder-786933-5-iscsi is: [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 4, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '2abf3052-1f13-4d66-8a81-96dbf226c05f', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'port_id': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'mac_address': 'fa:16:3e:42:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:52Z', 'updated_at': '2021-07-16T18:43:52Z', 'revision_number': 0, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc1bb61-a614-4581-96f0-b50283e49d70', 'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'mac_address': 'fa:16:3e:01:e2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:52Z', 'updated_at': '2021-07-16T18:42:59Z', 'revision_number': 5, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'subnets': [{'id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:54.629307 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5a381630-47ac-4664-b043-b642c4451e22 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.642182 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c0ba2ea5-0dab-49e1-b97d-ae8f55f54557 req-29570400-3020-4da3-9022-5ab9f8b38489 service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245110 Jul 16 18:43:54.649770 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.655880 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.699460 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5a381630-47ac-4664-b043-b642c4451e22 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.704600 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5a381630-47ac-4664-b043-b642c4451e22 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.730491 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a381630-47ac-4664-b043-b642c4451e22 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cad815-95f3-45ee-96dd-2b3eb4671ac9,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:54.738159 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5a381630-47ac-4664-b043-b642c4451e22 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.739366 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-5a381630-47ac-4664-b043-b642c4451e22 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1896651 Jul 16 18:43:54.742648 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44380) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.747694 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-b3b25847-6d83-40d6-a57c-326422e01cd8 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Request body: {'security_group_rule': {'security_group_id': '2d646eac-f75a-4136-80ae-1ab49c815384', 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:54.775493 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b3b25847-6d83-40d6-a57c-326422e01cd8 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.825839 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.831744 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10277779'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.851184 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b3b25847-6d83-40d6-a57c-326422e01cd8 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.856958 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b3b25847-6d83-40d6-a57c-326422e01cd8 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.877971 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b25847-6d83-40d6-a57c-326422e01cd8 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dfb667-113c-4412-836a-0c3d2ff46973,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:54.881096 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de3c9ac-720b-435c-aa5b-029449d3f018 None None] New status for floating IP 2abf3052-1f13-4d66-8a81-96dbf226c05f: ACTIVE {{(pid=93210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:43:54.885901 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b3b25847-6d83-40d6-a57c-326422e01cd8 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.890081 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b3b25847-6d83-40d6-a57c-326422e01cd8 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436448 Jul 16 18:43:54.892528 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44382) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.897337 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-208f8fb9-1273-4839-8dc4-7722a8abeb53 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Request body: {'security_group_rule': {'security_group_id': '2d646eac-f75a-4136-80ae-1ab49c815384', 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:54.921917 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'Port': ['ID=deaf3df7-1135-4a9a-b4ca-239f73240901,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:54.923512 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.securitygroups_db [None req-208f8fb9-1273-4839-8dc4-7722a8abeb53 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Project aeafc9350f574e6ba15d48c554ab122a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:43:54.930488 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-208f8fb9-1273-4839-8dc4-7722a8abeb53 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.934742 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.935095 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.935436 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.935771 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.936102 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.936434 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.936762 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.937089 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.937414 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.937736 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.938079 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.938406 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:54.953923 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.006529 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-208f8fb9-1273-4839-8dc4-7722a8abeb53 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.012764 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-208f8fb9-1273-4839-8dc4-7722a8abeb53 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.033171 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f8fb9-1273-4839-8dc4-7722a8abeb53 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7829f11c-27d0-4119-a601-02d2ad6a749e,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:55.043848 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-208f8fb9-1273-4839-8dc4-7722a8abeb53 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.045459 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-208f8fb9-1273-4839-8dc4-7722a8abeb53 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518404 Jul 16 18:43:55.048283 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44386) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:55.054220 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-332f00a8-a490-4d5e-8134-bf1118e7edb2 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Request body: {'security_group_rule': {'security_group_id': '2d646eac-f75a-4136-80ae-1ab49c815384', 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:55.071118 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.l3_db [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Floating IP aa498c11-1cde-4cd4-852d-6795cc4b3c6c associated. External IP: 172.27.2.183, port: 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8. Jul 16 18:43:55.084905 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.securitygroups_db [None req-332f00a8-a490-4d5e-8134-bf1118e7edb2 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Project aeafc9350f574e6ba15d48c554ab122a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:43:55.090343 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-332f00a8-a490-4d5e-8134-bf1118e7edb2 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.156767 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-332f00a8-a490-4d5e-8134-bf1118e7edb2 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.161392 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-332f00a8-a490-4d5e-8134-bf1118e7edb2 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661486'] for security_group_rule, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.179785 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f00a8-a490-4d5e-8134-bf1118e7edb2 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d04a760-c18f-4044-be9a-e8e0505e8059,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:55.187691 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-332f00a8-a490-4d5e-8134-bf1118e7edb2 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.189134 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-332f00a8-a490-4d5e-8134-bf1118e7edb2 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396151 Jul 16 18:43:55.312310 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Router 2da0875d-3543-45c3-8294-0dd251574d66 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:55.330281 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9684a98c-4953-432c-a2f0-3a565696c4b0 req-f0ca8c96-0a13-47f3-8a5c-61fb65f66c6e tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131667506&fields=id&tenant_id=aeafc9350f574e6ba15d48c554ab122a HTTP/1.1" status: 200 len: 267 time: 0.0479658 Jul 16 18:43:55.404821 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.484575 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684a98c-4953-432c-a2f0-3a565696c4b0 req-a3ab30c7-001e-4eb2-9243-ae228ad3150a tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:55.486074 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9684a98c-4953-432c-a2f0-3a565696c4b0 req-a3ab30c7-001e-4eb2-9243-ae228ad3150a tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 945 time: 0.1492651 Jul 16 18:43:55.487161 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:55.497090 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd604f4-c0a0-4bac-b1d1-732fa21c0e67 None None] Sync routers for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:55.500682 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [req-9684a98c-4953-432c-a2f0-3a565696c4b0 req-950f96ea-77d8-40ba-8f9d-53ae2d7b14de tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Request body: {'port': {'security_groups': ['ee69b28c-5dac-4afd-9de3-9c45910b25cd', '2d646eac-f75a-4136-80ae-1ab49c815384']}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:55.509193 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd604f4-c0a0-4bac-b1d1-732fa21c0e67 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:55.510079 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4bd604f4-c0a0-4bac-b1d1-732fa21c0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:43:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:55.531581 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.604674 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-457f5abd-e3c8-4608-b61b-f53841adfc90 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6006987 Jul 16 18:43:55.616890 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-4bd604f4-c0a0-4bac-b1d1-732fa21c0e67 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:55.626680 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-9684a98c-4953-432c-a2f0-3a565696c4b0 req-950f96ea-77d8-40ba-8f9d-53ae2d7b14de tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.754415 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'tag': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:55.756973 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5da14013294e63930f004e3f646ec45d1727f78d2b380a1ffe1aebd0a12d46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "827b4dbf-8feb-4bef-bf64-99fe8a8da2ee", "tag": "09ce67ad-5cfa-44c5-99ae-dcafc74e16c8"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:55.798483 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67caddd-d315-4f6d-a9c2-1f7119967b2d x-openstack-request-id: req-d67caddd-d315-4f6d-a9c2-1f7119967b2d {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:55.798773 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827b4dbf-8feb-4bef-bf64-99fe8a8da2ee", "tag": "09ce67ad-5cfa-44c5-99ae-dcafc74e16c8", "status": "completed", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:55.799019 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d67caddd-d315-4f6d-a9c2-1f7119967b2d {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:55.799399 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'tag': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'status': 'completed', 'code': 200} Jul 16 18:43:55.830567 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [req-9684a98c-4953-432c-a2f0-3a565696c4b0 req-950f96ea-77d8-40ba-8f9d-53ae2d7b14de tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] For port 839d1d54-9907-42de-9cfc-5590a5620ddc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=839d1d54-9907-42de-9cfc-5590a5620ddc,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:55.853193 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4bd604f4-c0a0-4bac-b1d1-732fa21c0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'aa498c11-1cde-4cd4-852d-6795cc4b3c6c', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:b9:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:54Z', 'updated_at': '2021-07-16T18:43:54Z', 'revision_number': 0, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:55.861017 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-9684a98c-4953-432c-a2f0-3a565696c4b0 req-950f96ea-77d8-40ba-8f9d-53ae2d7b14de tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.866515 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-9684a98c-4953-432c-a2f0-3a565696c4b0 req-950f96ea-77d8-40ba-8f9d-53ae2d7b14de tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10277779'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.881157 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd604f4-c0a0-4bac-b1d1-732fa21c0e67 None None] Checking router: 2da0875d-3543-45c3-8294-0dd251574d66 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:55.884740 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['839d1d54-9907-42de-9cfc-5590a5620ddc'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:55.888259 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6 req-11899c04-8fc5-49ca-bbb9-1ee8934c02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:55.889792 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6 req-11899c04-8fc5-49ca-bbb9-1ee8934c02b7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 1098 time: 0.0624528 Jul 16 18:43:55.922590 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd604f4-c0a0-4bac-b1d1-732fa21c0e67 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:55.923433 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4bd604f4-c0a0-4bac-b1d1-732fa21c0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:43:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:55.931099 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684a98c-4953-432c-a2f0-3a565696c4b0 req-950f96ea-77d8-40ba-8f9d-53ae2d7b14de tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:55.931819 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-9684a98c-4953-432c-a2f0-3a565696c4b0 req-950f96ea-77d8-40ba-8f9d-53ae2d7b14de tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.933378 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9684a98c-4953-432c-a2f0-3a565696c4b0 req-950f96ea-77d8-40ba-8f9d-53ae2d7b14de tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "PUT /v2.0/ports/839d1d54-9907-42de-9cfc-5590a5620ddc HTTP/1.1" status: 200 len: 981 time: 0.4374292 Jul 16 18:43:55.973034 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f96ea-77d8-40ba-8f9d-53ae2d7b14de tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'Port': ['ID=839d1d54-9907-42de-9cfc-5590a5620ddc,revision_number=6']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:56.009686 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6 req-2d7bc08a-1cb4-4c03-84ea-8b30f218b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:56.016495 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6 req-2d7bc08a-1cb4-4c03-84ea-8b30f218b350 service neutron] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 914 time: 0.1188123 Jul 16 18:43:56.058363 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['839d1d54-9907-42de-9cfc-5590a5620ddc'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:56.125807 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6 req-b8c30c18-5762-45b5-bb17-d20c442fe1d2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 HTTP/1.1" status: 200 len: 999 time: 0.0991220 Jul 16 18:43:56.149858 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-4bd604f4-c0a0-4bac-b1d1-732fa21c0e67 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:56.202841 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55801a0-846d-4f6c-90a2-2e556d99ce27 req-c17e37ca-cff3-460d-b6a2-df671009a615 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:56.206397 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d55801a0-846d-4f6c-90a2-2e556d99ce27 req-c17e37ca-cff3-460d-b6a2-df671009a615 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1401694 Jul 16 18:43:56.211540 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6 req-1e36dfea-6773-4cdd-b523-58d54feaf170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:56.212966 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6 req-1e36dfea-6773-4cdd-b523-58d54feaf170 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.0726683 Jul 16 18:43:56.285348 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d55801a0-846d-4f6c-90a2-2e556d99ce27 req-9aec79c3-cdd4-4315-8702-15c6cb06f65c tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707757 Jul 16 18:43:56.298355 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-f363c56b-c793-4cee-afb0-978ceec67b72 None None] Provisioning complete for port 839d1d54-9907-42de-9cfc-5590a5620ddc triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:56.298735 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f363c56b-c793-4cee-afb0-978ceec67b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.303142 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6 req-7893873b-d98e-43bb-a235-a9e1bbd67b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:56.304878 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6 req-7893873b-d98e-43bb-a235-a9e1bbd67b98 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755832 Jul 16 18:43:56.399498 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6 req-ceaf4fc7-9732-4a23-b1c4-64456686926b service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854595 Jul 16 18:43:56.775684 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d07a4882-ea3a-46ef-8ccd-a9f7b8a55aa6 req-ed86f738-b66a-4f8e-9c06-ab02f8c2b842 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597145 Jul 16 18:43:56.901454 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4bd604f4-c0a0-4bac-b1d1-732fa21c0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'aa498c11-1cde-4cd4-852d-6795cc4b3c6c', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:b9:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:54Z', 'updated_at': '2021-07-16T18:43:54Z', 'revision_number': 0, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:56.945526 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd604f4-c0a0-4bac-b1d1-732fa21c0e67 None None] The sync data for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi is: [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'aa498c11-1cde-4cd4-852d-6795cc4b3c6c', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:b9:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:54Z', 'updated_at': '2021-07-16T18:43:54Z', 'revision_number': 0, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:57.145974 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64198449-5771-46ef-9dda-8104bff44794 None None] New status for floating IP aa498c11-1cde-4cd4-852d-6795cc4b3c6c: ACTIVE {{(pid=93210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:43:57.446254 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.801174 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:57.804070 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5da14013294e63930f004e3f646ec45d1727f78d2b380a1ffe1aebd0a12d46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78" -d '{"events": [{"name": "network-changed", "server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:57.839300 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af48b2de-61b4-4102-b1d7-1a29460faa75 x-openstack-request-id: req-af48b2de-61b4-4102-b1d7-1a29460faa75 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:57.839618 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc", "status": "completed", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:57.839867 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af48b2de-61b4-4102-b1d7-1a29460faa75 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:57.840260 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'status': 'completed', 'code': 200} Jul 16 18:43:57.927854 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78 req-3df7e84c-1f0b-4b7b-a6ea-12600ac30e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:57.929384 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78 req-3df7e84c-1f0b-4b7b-a6ea-12600ac30e18 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=aeafc9350f574e6ba15d48c554ab122a&device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 1137 time: 0.0521824 Jul 16 18:43:58.024241 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78 req-277fa71a-161e-4aed-9dc2-5345fc45c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:58.025701 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78 req-277fa71a-161e-4aed-9dc2-5345fc45c92d service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea284a83-4213-4527-bb57-ff51560ea15d HTTP/1.1" status: 200 len: 915 time: 0.0832987 Jul 16 18:43:58.092471 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78 req-b2b450cf-3e8d-4ddb-b44f-4e1ed8baac42 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=839d1d54-9907-42de-9cfc-5590a5620ddc HTTP/1.1" status: 200 len: 1001 time: 0.0592608 Jul 16 18:43:58.140811 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78 req-0570775c-605a-4803-9020-0241c37cc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:58.142253 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78 req-0570775c-605a-4803-9020-0241c37cc213 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7270a0d3-a7bf-4993-b2c5-9722d837f3c8 HTTP/1.1" status: 200 len: 852 time: 0.0426216 Jul 16 18:43:58.202019 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78 req-b8da8f9c-02e8-4d77-955b-451932eef8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:58.203516 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78 req-b8da8f9c-02e8-4d77-955b-451932eef8bb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea284a83-4213-4527-bb57-ff51560ea15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518649 Jul 16 18:43:58.296593 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78 req-eedbd812-643e-4734-92ae-90139a6c4673 service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845549 Jul 16 18:43:58.391312 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b46299d0-e4d9-4a6f-b5f4-41a2660ccf78 req-389f698a-e23a-44eb-811b-a6b728b3319c service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842760 Jul 16 18:43:59.196489 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.205917 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:04.066759 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d8305-2121-4e9f-9352-94c3e6cbaa89 req-3098172d-8320-420c-8b58-28e1fe98184c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:04.068860 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-933d8305-2121-4e9f-9352-94c3e6cbaa89 req-3098172d-8320-420c-8b58-28e1fe98184c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0632195 Jul 16 18:44:04.107833 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-933d8305-2121-4e9f-9352-94c3e6cbaa89 req-38c09aee-3381-4877-8eb3-73355ed13d71 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332115 Jul 16 18:44:05.283279 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be709249-5485-403d-b525-ed39c8efd3de req-2b62c699-bf69-47ac-acf4-35553af8e96b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:05.284764 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-be709249-5485-403d-b525-ed39c8efd3de req-2b62c699-bf69-47ac-acf4-35553af8e96b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0625982 Jul 16 18:44:05.327593 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-be709249-5485-403d-b525-ed39c8efd3de req-5078e0fd-91e5-4cbb-9baf-37fddfb3ea66 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366437 Jul 16 18:44:06.511612 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df55bcd-7b3b-44b3-8252-aa204344fbdd req-e08aa084-2e37-4cb6-ac38-4bfe85f0eaf6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.513096 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2df55bcd-7b3b-44b3-8252-aa204344fbdd req-e08aa084-2e37-4cb6-ac38-4bfe85f0eaf6 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0671363 Jul 16 18:44:06.553477 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2df55bcd-7b3b-44b3-8252-aa204344fbdd req-f5f78dcd-f46a-4bcc-b609-222b97d342fe tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347898 Jul 16 18:44:07.734785 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e809b-477e-4a6e-8490-0e81a73256af req-cd5799ba-6044-4d1b-859c-520200c80c47 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.736243 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b65e809b-477e-4a6e-8490-0e81a73256af req-cd5799ba-6044-4d1b-859c-520200c80c47 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0637863 Jul 16 18:44:07.778777 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b65e809b-477e-4a6e-8490-0e81a73256af req-66582b7f-5def-40e2-a0ea-8993d9c4adde tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367062 Jul 16 18:44:08.967190 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6302f-85b4-4cae-b2e0-d2fb94cc5e18 req-b59cff3a-3071-49e4-8d21-f2c8fc884765 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:08.968594 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-95c6302f-85b4-4cae-b2e0-d2fb94cc5e18 req-b59cff3a-3071-49e4-8d21-f2c8fc884765 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0740809 Jul 16 18:44:09.007096 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-95c6302f-85b4-4cae-b2e0-d2fb94cc5e18 req-9e1d4617-8ba2-4a6e-a856-8fb508fc09ba tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Jul 16 18:44:10.186962 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de196-99f4-441a-b011-cca36c08eab7 req-3e6b0fa7-fc4d-4ec9-b0b8-81a37a6680d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:10.188466 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e96de196-99f4-441a-b011-cca36c08eab7 req-3e6b0fa7-fc4d-4ec9-b0b8-81a37a6680d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0649235 Jul 16 18:44:10.227179 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e96de196-99f4-441a-b011-cca36c08eab7 req-dc84d28f-95bd-4981-9e54-5228a276f30e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Jul 16 18:44:11.406970 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a13ad-f210-4db7-b64e-f000f05b4501 req-411793f5-9d1d-4175-a76b-80963a7b683b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:11.408471 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-389a13ad-f210-4db7-b64e-f000f05b4501 req-411793f5-9d1d-4175-a76b-80963a7b683b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0654819 Jul 16 18:44:11.448040 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-389a13ad-f210-4db7-b64e-f000f05b4501 req-bdd56c21-4155-460d-b97d-3662ed4f76d2 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334451 Jul 16 18:44:12.629937 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3b1a-8dfd-4639-b31e-ec180eb467de req-592b79cd-f242-40a3-ac9a-68b174c5f0fa tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:12.631615 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-65aa3b1a-8dfd-4639-b31e-ec180eb467de req-592b79cd-f242-40a3-ac9a-68b174c5f0fa tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0647442 Jul 16 18:44:12.669433 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-65aa3b1a-8dfd-4639-b31e-ec180eb467de req-9d723c3a-1b00-4751-8a9a-0dda593b8cef tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Jul 16 18:44:13.850747 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a5372-32a9-49b5-8cf4-2b62dba24b42 req-382c0982-b346-48d2-9793-b8d3840de458 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.852906 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-326a5372-32a9-49b5-8cf4-2b62dba24b42 req-382c0982-b346-48d2-9793-b8d3840de458 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0643086 Jul 16 18:44:13.894805 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-326a5372-32a9-49b5-8cf4-2b62dba24b42 req-eabfc203-32ed-434b-ac97-f0220b725250 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361321 Jul 16 18:44:15.080224 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535746cf-e54c-4c0d-97ae-d1fc31fb8686 req-3588d89e-a47b-4f16-994e-b1efcf53f2a0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.081814 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-535746cf-e54c-4c0d-97ae-d1fc31fb8686 req-3588d89e-a47b-4f16-994e-b1efcf53f2a0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0669765 Jul 16 18:44:15.122113 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-535746cf-e54c-4c0d-97ae-d1fc31fb8686 req-6effce11-bd99-4d8c-804f-1267e91dc0fe tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345209 Jul 16 18:44:16.316964 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7d99c-20f3-4fa1-a12e-b094c63a36db req-ff5182f0-1930-4826-bb2f-7005eda909e3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:16.318621 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-98a7d99c-20f3-4fa1-a12e-b094c63a36db req-ff5182f0-1930-4826-bb2f-7005eda909e3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0769670 Jul 16 18:44:16.365090 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-98a7d99c-20f3-4fa1-a12e-b094c63a36db req-8574ce3d-9ed0-4168-9d31-a1a7012f1240 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394828 Jul 16 18:44:17.543408 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4556c78-af0c-4129-b916-d82e8b616937 req-a3ac0787-99c0-417c-9fd7-e2842ad65048 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:17.544876 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b4556c78-af0c-4129-b916-d82e8b616937 req-a3ac0787-99c0-417c-9fd7-e2842ad65048 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0626166 Jul 16 18:44:17.583467 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b4556c78-af0c-4129-b916-d82e8b616937 req-b2ba95d5-ba2f-46c0-83c2-1626d7ee0c80 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330653 Jul 16 18:44:18.759791 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b9b10-2346-4644-b40d-721d20128b61 req-69b4141d-b947-43b8-bdcd-e36ff8d4f355 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:18.761245 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7f1b9b10-2346-4644-b40d-721d20128b61 req-69b4141d-b947-43b8-bdcd-e36ff8d4f355 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0625908 Jul 16 18:44:18.798207 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7f1b9b10-2346-4644-b40d-721d20128b61 req-e365426d-9870-4a3b-b461-346fc039e702 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Jul 16 18:44:19.985293 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448920b6-d813-4328-a493-c80cf2d85ab8 req-a1623f3f-16c6-4f3c-acea-eaee53cff77a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.986829 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-448920b6-d813-4328-a493-c80cf2d85ab8 req-a1623f3f-16c6-4f3c-acea-eaee53cff77a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0667205 Jul 16 18:44:20.025008 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-448920b6-d813-4328-a493-c80cf2d85ab8 req-03415c92-7a1f-4cdd-8c33-54f537255f30 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325749 Jul 16 18:44:20.420699 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 351a8129-873e-46ed-8b4e-719ccbabc192 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:20.525824 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:20.537958 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '351a8129-873e-46ed-8b4e-719ccbabc192', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'port_id': '351a8129-873e-46ed-8b4e-719ccbabc192', 'mac_address': 'fa:16:3e:c8:8e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:20.578668 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.591953 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 351a8129-873e-46ed-8b4e-719ccbabc192 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:20.613140 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:20.619147 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.670630 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=351a8129-873e-46ed-8b4e-719ccbabc192,revision_number=6']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.775611 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['351a8129-873e-46ed-8b4e-719ccbabc192'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:21.227551 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08380c6d-7fb1-4bc5-90eb-06fb4ad60c27 req-cc67ee3f-7238-46a9-bd58-e33819f1047a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.228973 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-08380c6d-7fb1-4bc5-90eb-06fb4ad60c27 req-cc67ee3f-7238-46a9-bd58-e33819f1047a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 945 time: 0.0696964 Jul 16 18:44:21.268926 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-08380c6d-7fb1-4bc5-90eb-06fb4ad60c27 req-62190224-e7cf-4c0f-9703-9b8c9b2b4105 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343060 Jul 16 18:44:21.750316 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-a24e8624-49b6-4503-bdf7-d9d4089fbf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.434010 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 351a8129-873e-46ed-8b4e-719ccbabc192 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:22.457585 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c91cf2-3a58-4fa3-ab5a-f43684fc4ac4 req-5514fd10-949e-49e4-b61d-af98c5ba7797 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.459173 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c3c91cf2-3a58-4fa3-ab5a-f43684fc4ac4 req-5514fd10-949e-49e4-b61d-af98c5ba7797 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 945 time: 0.0707860 Jul 16 18:44:22.497801 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 351a8129-873e-46ed-8b4e-719ccbabc192 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:22.498208 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.505516 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c3c91cf2-3a58-4fa3-ab5a-f43684fc4ac4 req-87b32789-8291-4691-9187-c5d9c02ad28d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373094 Jul 16 18:44:22.589247 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.614640 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:22.616912 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0baf570-0347-4ce8-b427-321aec388cf4" -d '{"events": [{"server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "name": "network-vif-plugged", "status": "completed", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:22.630832 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:22.636201 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.663243 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347f0f53-f871-41e4-bcaa-cdafe57a0076 x-openstack-request-id: req-347f0f53-f871-41e4-bcaa-cdafe57a0076 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:22.663542 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "name": "network-vif-plugged", "status": "completed", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:22.663800 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-347f0f53-f871-41e4-bcaa-cdafe57a0076 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:22.664205 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192', 'code': 200} Jul 16 18:44:22.706867 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=351a8129-873e-46ed-8b4e-719ccbabc192,revision_number=7']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:23.730812 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676e675-e980-4042-8e77-479664ba1c96 req-9b0331a7-1629-4dc3-b2a3-6851358e459a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:23.735956 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d676e675-e980-4042-8e77-479664ba1c96 req-9b0331a7-1629-4dc3-b2a3-6851358e459a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0918944 Jul 16 18:44:23.792426 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d676e675-e980-4042-8e77-479664ba1c96 req-2345ddcc-f3d5-4b57-8d65-7b7641265162 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474768 Jul 16 18:44:24.535494 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-89f2ada5-510f-467b-a3e4-87620f91a191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.669350 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.037117 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db117a-6abb-4066-961a-64f2e2414e86 req-947661dd-d5a7-4452-9a50-3d32021dec0c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:25.038733 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-11db117a-6abb-4066-961a-64f2e2414e86 req-947661dd-d5a7-4452-9a50-3d32021dec0c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0874326 Jul 16 18:44:25.092272 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-11db117a-6abb-4066-961a-64f2e2414e86 req-b5b8688a-82a1-47bb-8ede-36fac0ea7fb7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474844 Jul 16 18:44:25.412905 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.350492 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f617946-3bb9-49f4-80e1-602755dc7ded req-4708270d-a899-4ef8-b501-74ee9aaf8930 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:26.352604 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9f617946-3bb9-49f4-80e1-602755dc7ded req-4708270d-a899-4ef8-b501-74ee9aaf8930 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.1030467 Jul 16 18:44:26.410415 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-9f617946-3bb9-49f4-80e1-602755dc7ded req-a7deb9fd-5a72-4113-832a-85c51040872c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490117 Jul 16 18:44:27.467207 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.645130 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c7a2b-010d-4abd-aeff-d47e976948da req-467c3180-da6b-40b2-b65e-287579da08c9 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.646796 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0a6c7a2b-010d-4abd-aeff-d47e976948da req-467c3180-da6b-40b2-b65e-287579da08c9 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0928800 Jul 16 18:44:27.692437 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0a6c7a2b-010d-4abd-aeff-d47e976948da req-9083b16a-a17f-4d96-9be1-b36b658a43f2 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394080 Jul 16 18:44:29.025425 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075b2a7-9340-4884-bc46-cda86a5a9183 req-cf6f5260-5ec6-494d-8f99-c2537ece7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.026244 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e27124-9d90-4048-8c35-b1c2eaeb41b0 req-91b3b73c-7668-4482-9bda-9f193c5e5f51 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.028331 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c075b2a7-9340-4884-bc46-cda86a5a9183 req-cf6f5260-5ec6-494d-8f99-c2537ece7c5e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=aeafc9350f574e6ba15d48c554ab122a&device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 1137 time: 0.1079996 Jul 16 18:44:29.033785 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-34e27124-9d90-4048-8c35-b1c2eaeb41b0 req-91b3b73c-7668-4482-9bda-9f193c5e5f51 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0773263 Jul 16 18:44:29.085614 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-34e27124-9d90-4048-8c35-b1c2eaeb41b0 req-ed17b4b2-1bf6-4a1c-97d0-8edef803e67d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504770 Jul 16 18:44:29.124107 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e592ba-e7ee-45a7-a4e2-75071015e023 req-42dbb97e-12e3-41a1-98f4-b332c71363e8 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.125698 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-27e592ba-e7ee-45a7-a4e2-75071015e023 req-42dbb97e-12e3-41a1-98f4-b332c71363e8 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1735115 Jul 16 18:44:29.151640 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075b2a7-9340-4884-bc46-cda86a5a9183 req-937092c3-f929-41e4-9d0a-b7d61dfd3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.153133 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c075b2a7-9340-4884-bc46-cda86a5a9183 req-937092c3-f929-41e4-9d0a-b7d61dfd3b8b service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea284a83-4213-4527-bb57-ff51560ea15d HTTP/1.1" status: 200 len: 915 time: 0.1131120 Jul 16 18:44:29.211247 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.258193 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-27e592ba-e7ee-45a7-a4e2-75071015e023 req-36f46edb-b72c-45ce-9e79-a5e6bb2be24e tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132965 Jul 16 18:44:29.292046 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c075b2a7-9340-4884-bc46-cda86a5a9183 req-9ab1f9f9-cf0c-44d6-8950-7742f3a98dbe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=839d1d54-9907-42de-9cfc-5590a5620ddc HTTP/1.1" status: 200 len: 1001 time: 0.1278303 Jul 16 18:44:29.361584 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075b2a7-9340-4884-bc46-cda86a5a9183 req-8930b1b6-5fcd-41dc-8a18-f2969f8f6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.362381 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c075b2a7-9340-4884-bc46-cda86a5a9183 req-8930b1b6-5fcd-41dc-8a18-f2969f8f6d66 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7270a0d3-a7bf-4993-b2c5-9722d837f3c8 HTTP/1.1" status: 200 len: 852 time: 0.0600173 Jul 16 18:44:29.432672 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075b2a7-9340-4884-bc46-cda86a5a9183 req-bbeb5826-35f7-4148-8290-716a1caf8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.434256 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c075b2a7-9340-4884-bc46-cda86a5a9183 req-bbeb5826-35f7-4148-8290-716a1caf8b6a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea284a83-4213-4527-bb57-ff51560ea15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636172 Jul 16 18:44:29.542576 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c075b2a7-9340-4884-bc46-cda86a5a9183 req-de82e011-c157-4766-991f-e5bebb46c9b2 service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966468 Jul 16 18:44:29.657538 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c075b2a7-9340-4884-bc46-cda86a5a9183 req-aca9ac3b-a748-4bf5-8cee-62fa2277d6c4 service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089823 Jul 16 18:44:29.792930 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44648) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:29.998087 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Deleting port 11d1a147-3b4b-4f29-b5c4-e3dddb9a133a {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:29.998434 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.094038 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.094697 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.107479 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Calling delete_port for 11d1a147-3b4b-4f29-b5c4-e3dddb9a133a owned by network:floatingip {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:30.374748 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db3cf2-c8b5-4c4a-9394-5267cce42d29 req-b28683be-0947-4244-a729-13b6d3007e43 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:30.376585 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-07db3cf2-c8b5-4c4a-9394-5267cce42d29 req-b28683be-0947-4244-a729-13b6d3007e43 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.1501310 Jul 16 18:44:30.465862 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-07db3cf2-c8b5-4c4a-9394-5267cce42d29 req-8cbb93d0-639d-48a2-ae78-1cb483d95ff7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710340 Jul 16 18:44:30.468100 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.488420 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4f71c-85c0-4d13-abfd-6e5ffa8a8e81 req-0742adf0-6fba-4517-9332-4b024ca46c9a tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:30.504414 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c1b4f71c-85c0-4d13-abfd-6e5ffa8a8e81 req-0742adf0-6fba-4517-9332-4b024ca46c9a tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1017561 Jul 16 18:44:30.555339 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c1b4f71c-85c0-4d13-abfd-6e5ffa8a8e81 req-fdf2f516-0795-4cb7-a274-128c8306385d tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532844 Jul 16 18:44:30.577985 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event deleted for resources: {'Port': ['ID=11d1a147-3b4b-4f29-b5c4-e3dddb9a133a,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:30.580005 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.580350 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.l3_db [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Floating IP a35dc691-d98f-4224-bd96-2d9c9b735172 disassociated (deleted). External IP: 172.27.2.105, port: 2e028c40-1bba-4577-a87a-0c5f8a9aed0f. Jul 16 18:44:30.827813 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Router 6d550e36-473e-44f6-b250-173e49e834b3 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:30.958952 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:30.964133 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.973988 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165b0e1-efb3-4c8a-aa12-00a9bbaa5840 None None] Sync routers for ids ['6d550e36-473e-44f6-b250-173e49e834b3'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:30.983416 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165b0e1-efb3-4c8a-aa12-00a9bbaa5840 None None] Routers {'6d550e36-473e-44f6-b250-173e49e834b3'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:30.984038 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4165b0e1-efb3-4c8a-aa12-00a9bbaa5840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:44:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['6d550e36-473e-44f6-b250-173e49e834b3'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:31.014837 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-388c6607-c5dd-49b0-ae4b-c62285abe8d8 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "DELETE /v2.0/floatingips/a35dc691-d98f-4224-bd96-2d9c9b735172 HTTP/1.1" status: 204 len: 168 time: 1.2168188 Jul 16 18:44:31.014837 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:31.018638 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615d5f3a-1629-4d79-9d8a-096fde673c99" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:31.066975 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a356710f-7bf4-4b67-ab38-77f5b22a27c4 x-openstack-request-id: req-a356710f-7bf4-4b67-ab38-77f5b22a27c4 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:31.067332 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:31.067766 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a356710f-7bf4-4b67-ab38-77f5b22a27c4 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:31.068266 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'status': 'completed', 'code': 200} Jul 16 18:44:31.120159 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-4165b0e1-efb3-4c8a-aa12-00a9bbaa5840 None None] Set router 6d550e36-473e-44f6-b250-173e49e834b3 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:31.208843 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5f3a-1629-4d79-9d8a-096fde673c99 req-da3296f9-2e6a-44a8-bcf7-9e1533333241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.210949 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-615d5f3a-1629-4d79-9d8a-096fde673c99 req-da3296f9-2e6a-44a8-bcf7-9e1533333241 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe4f148278ba408cb83924bbc48121f4&device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 1098 time: 0.1071064 Jul 16 18:44:31.426469 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5f3a-1629-4d79-9d8a-096fde673c99 req-f240f1b2-8e6e-4d66-8f89-daa60fcf6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.429682 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-615d5f3a-1629-4d79-9d8a-096fde673c99 req-f240f1b2-8e6e-4d66-8f89-daa60fcf6a4f service neutron] 10.222.0.88 "GET /v2.0/networks?id=67f9b577-db05-431a-8da7-2b783e514c0b HTTP/1.1" status: 200 len: 910 time: 0.2089438 Jul 16 18:44:31.454529 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4165b0e1-efb3-4c8a-aa12-00a9bbaa5840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:52Z', 'revision_number': 4, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '2450a674-47da-4732-891a-89b24ace9193', 'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'mac_address': 'fa:16:3e:73:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:51Z', 'updated_at': '2021-07-16T18:37:57Z', 'revision_number': 5, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'subnets': [{'id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:31.485265 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165b0e1-efb3-4c8a-aa12-00a9bbaa5840 None None] Checking router: 6d550e36-473e-44f6-b250-173e49e834b3 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:31.499017 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-615d5f3a-1629-4d79-9d8a-096fde673c99 req-7f234459-aa2c-447e-a456-292103d074d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f HTTP/1.1" status: 200 len: 217 time: 0.0594130 Jul 16 18:44:31.501443 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165b0e1-efb3-4c8a-aa12-00a9bbaa5840 None None] Routers {'6d550e36-473e-44f6-b250-173e49e834b3'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:31.502792 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4165b0e1-efb3-4c8a-aa12-00a9bbaa5840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:44:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['6d550e36-473e-44f6-b250-173e49e834b3'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:31.573314 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5f3a-1629-4d79-9d8a-096fde673c99 req-3ec71ac4-465c-4fca-b6cd-192000465c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.575402 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-615d5f3a-1629-4d79-9d8a-096fde673c99 req-3ec71ac4-465c-4fca-b6cd-192000465c49 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=984575de-1bd2-4aa4-bd82-a8567f2419ec HTTP/1.1" status: 200 len: 847 time: 0.0676148 Jul 16 18:44:31.677911 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-4165b0e1-efb3-4c8a-aa12-00a9bbaa5840 None None] Set router 6d550e36-473e-44f6-b250-173e49e834b3 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:31.699294 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5f3a-1629-4d79-9d8a-096fde673c99 req-d795bfa8-a67e-4c85-ae86-c8f7f8f37509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.702741 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-615d5f3a-1629-4d79-9d8a-096fde673c99 req-d795bfa8-a67e-4c85-ae86-c8f7f8f37509 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=67f9b577-db05-431a-8da7-2b783e514c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1203454 Jul 16 18:44:31.715111 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b86ef4-a542-4fab-af0c-fdb0ca8ab88f req-a9881787-5b26-46c0-a9ed-8c86284ea48b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.722266 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b6b86ef4-a542-4fab-af0c-fdb0ca8ab88f req-a9881787-5b26-46c0-a9ed-8c86284ea48b tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.1049917 Jul 16 18:44:31.769157 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b6b86ef4-a542-4fab-af0c-fdb0ca8ab88f req-23c79649-86a5-4072-bce0-6ae3ca29e2bc tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456610 Jul 16 18:44:31.885313 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d27e5-79a0-46c7-b397-baa68cdb6b81 req-cc8a79db-cdd8-480f-87b0-587ff8260954 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.887351 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d3d27e5-79a0-46c7-b397-baa68cdb6b81 req-cc8a79db-cdd8-480f-87b0-587ff8260954 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.1744311 Jul 16 18:44:31.889715 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-615d5f3a-1629-4d79-9d8a-096fde673c99 req-7cd02ee8-4cf9-4957-9103-7d83a0479392 service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644447 Jul 16 18:44:32.011774 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e1377-3c9b-4862-939d-3ea8a4adc605 req-63b975c4-7723-4f52-bccd-c9acd5d9c17d tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:32.022241 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-497e1377-3c9b-4862-939d-3ea8a4adc605 req-63b975c4-7723-4f52-bccd-c9acd5d9c17d tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1009948 Jul 16 18:44:32.051234 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4165b0e1-efb3-4c8a-aa12-00a9bbaa5840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:52Z', 'revision_number': 4, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '2450a674-47da-4732-891a-89b24ace9193', 'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'mac_address': 'fa:16:3e:73:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:51Z', 'updated_at': '2021-07-16T18:37:57Z', 'revision_number': 5, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'subnets': [{'id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:32.079435 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7d3d27e5-79a0-46c7-b397-baa68cdb6b81 req-91aa7482-3dd2-469a-9ff2-f4acef00c225 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806898 Jul 16 18:44:32.085792 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165b0e1-efb3-4c8a-aa12-00a9bbaa5840 None None] The sync data for ids ['6d550e36-473e-44f6-b250-173e49e834b3'] in dv-cinder-786933-5-iscsi is: [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:52Z', 'revision_number': 4, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '2450a674-47da-4732-891a-89b24ace9193', 'name': '', 'network_id': '67f9b577-db05-431a-8da7-2b783e514c0b', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'mac_address': 'fa:16:3e:73:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:51Z', 'updated_at': '2021-07-16T18:37:57Z', 'revision_number': 5, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'subnets': [{'id': '984575de-1bd2-4aa4-bd82-a8567f2419ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:32.094779 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-497e1377-3c9b-4862-939d-3ea8a4adc605 req-5176426e-7473-4e62-bf8b-3bc7bfa89db7 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711372 Jul 16 18:44:32.101834 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-615d5f3a-1629-4d79-9d8a-096fde673c99 req-60965ee1-89a3-4d7a-8a5f-22b2aa2878d0 service neutron] 10.222.0.88 "GET /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902106 Jul 16 18:44:32.339095 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3251449-8717-4e1a-9f55-63d509be29b0 None None] New status for floating IP a35dc691-d98f-4224-bd96-2d9c9b735172: DOWN {{(pid=93210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:44:32.925179 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9d47d-05d3-40a8-9d35-46e0c8c47bbb req-5a1f69b2-28a9-4d5e-b1cd-0ac3153bc2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:32.926729 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-10f9d47d-05d3-40a8-9d35-46e0c8c47bbb req-5a1f69b2-28a9-4d5e-b1cd-0ac3153bc2bc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 1099 time: 0.0529146 Jul 16 18:44:32.945290 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77607f-040b-4e28-b8f3-3b31326ac208 req-c7efa474-7d94-4278-b4af-5829287bd077 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:32.947321 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7a77607f-040b-4e28-b8f3-3b31326ac208 req-c7efa474-7d94-4278-b4af-5829287bd077 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0690022 Jul 16 18:44:32.986057 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7a77607f-040b-4e28-b8f3-3b31326ac208 req-8f2e4690-9a2a-4759-95da-91e867b00f1c tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfb39169-c36c-4109-b9e1-7b335585124d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Jul 16 18:44:33.023007 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9d47d-05d3-40a8-9d35-46e0c8c47bbb req-159c1b55-84a9-46bc-a101-d75fde6bc23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.025131 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-10f9d47d-05d3-40a8-9d35-46e0c8c47bbb req-159c1b55-84a9-46bc-a101-d75fde6bc23e service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 919 time: 0.0866754 Jul 16 18:44:33.096774 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-10f9d47d-05d3-40a8-9d35-46e0c8c47bbb req-e4d7ac91-06f7-45c8-9c1d-1fd39b6d34cc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=351a8129-873e-46ed-8b4e-719ccbabc192 HTTP/1.1" status: 200 len: 1002 time: 0.0619874 Jul 16 18:44:33.147830 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9d47d-05d3-40a8-9d35-46e0c8c47bbb req-38a0385d-b233-40cf-ab05-fbc7ec071f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.149943 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-10f9d47d-05d3-40a8-9d35-46e0c8c47bbb req-38a0385d-b233-40cf-ab05-fbc7ec071f15 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 200 len: 856 time: 0.0449481 Jul 16 18:44:33.236201 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9d47d-05d3-40a8-9d35-46e0c8c47bbb req-ad9ad2e0-a564-4651-bf15-526ee590758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.238003 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-10f9d47d-05d3-40a8-9d35-46e0c8c47bbb req-ad9ad2e0-a564-4651-bf15-526ee590758b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5659565-8774-4d43-910a-bea01eaf10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725868 Jul 16 18:44:33.295566 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5939a-3db0-4177-8f34-7ace83f1b2fa req-8e0c37cd-6a05-42d0-a143-5fee402411fc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.297176 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-1cf5939a-3db0-4177-8f34-7ace83f1b2fa req-8e0c37cd-6a05-42d0-a143-5fee402411fc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.0679588 Jul 16 18:44:33.335303 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-1cf5939a-3db0-4177-8f34-7ace83f1b2fa req-65648d1d-73fc-4f7e-abea-248331398188 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Jul 16 18:44:33.366863 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1972a4-1cbb-4a2d-9e7f-d3aa5c98b597 req-0bbcfb6d-a65e-45a9-808e-59161dae90a0 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.369416 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ba1972a4-1cbb-4a2d-9e7f-d3aa5c98b597 req-0bbcfb6d-a65e-45a9-808e-59161dae90a0 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1514885 Jul 16 18:44:33.372960 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-10f9d47d-05d3-40a8-9d35-46e0c8c47bbb req-bda00a82-8cdb-4abc-a643-f329a73c6c8a service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173508 Jul 16 18:44:33.440615 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ba1972a4-1cbb-4a2d-9e7f-d3aa5c98b597 req-98343f35-ebe3-4fff-9d7d-3159f936066f tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650663 Jul 16 18:44:33.500948 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-10f9d47d-05d3-40a8-9d35-46e0c8c47bbb req-88a6f325-cf52-4f60-8485-00d5a33ef4fb service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078918 Jul 16 18:44:33.632442 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1301205-da05-418a-b20f-3ebaaa18e81f req-d768dd12-1d1d-4312-8c13-b8f716a1b6d5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.634144 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b1301205-da05-418a-b20f-3ebaaa18e81f req-d768dd12-1d1d-4312-8c13-b8f716a1b6d5 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.88 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 945 time: 0.0651700 Jul 16 18:44:33.745512 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-b1301205-da05-418a-b20f-3ebaaa18e81f req-0312660c-aabf-408a-a149-8f1ef08a7553 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Deleting port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:33.745860 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b1301205-da05-418a-b20f-3ebaaa18e81f req-0312660c-aabf-408a-a149-8f1ef08a7553 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.834048 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-b1301205-da05-418a-b20f-3ebaaa18e81f req-0312660c-aabf-408a-a149-8f1ef08a7553 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] For port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:33.834411 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b1301205-da05-418a-b20f-3ebaaa18e81f req-0312660c-aabf-408a-a149-8f1ef08a7553 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.851455 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-b1301205-da05-418a-b20f-3ebaaa18e81f req-0312660c-aabf-408a-a149-8f1ef08a7553 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Calling delete_port for 2e028c40-1bba-4577-a87a-0c5f8a9aed0f owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:34.012800 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b1301205-da05-418a-b20f-3ebaaa18e81f req-0312660c-aabf-408a-a149-8f1ef08a7553 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.051791 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312660c-aabf-408a-a149-8f1ef08a7553 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event deleted for resources: {'Port': ['ID=2e028c40-1bba-4577-a87a-0c5f8a9aed0f,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.109136 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1301205-da05-418a-b20f-3ebaaa18e81f req-0312660c-aabf-408a-a149-8f1ef08a7553 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] No DVR routers for this DVR port 2e028c40-1bba-4577-a87a-0c5f8a9aed0f on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:34.120985 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-b1301205-da05-418a-b20f-3ebaaa18e81f req-0312660c-aabf-408a-a149-8f1ef08a7553 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.122991 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b1301205-da05-418a-b20f-3ebaaa18e81f req-0312660c-aabf-408a-a149-8f1ef08a7553 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.88 "DELETE /v2.0/ports/2e028c40-1bba-4577-a87a-0c5f8a9aed0f HTTP/1.1" status: 204 len: 173 time: 0.4809978 Jul 16 18:44:34.123633 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'name': 'network-vif-deleted', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:34.125852 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d86e127-5925-417e-9935-7c31d8ed3353" -d '{"events": [{"server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "name": "network-vif-deleted", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:34.146441 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-807fdf57-aad4-430f-a7af-38158d9b4cb2 req-b893b53e-2b0b-49fc-ad15-4bdebff30d0d tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ed59a37-89b3-4f57-9bf9-28a0628ec375 HTTP/1.1" status: 200 len: 210 time: 0.0309553 Jul 16 18:44:34.193416 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdcc80-7cec-43f2-82d0-e57c3ae696d2 req-5a83fa81-f2a2-4231-9572-b60488de95de tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.195026 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b0fdcc80-7cec-43f2-82d0-e57c3ae696d2 req-5a83fa81-f2a2-4231-9572-b60488de95de tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 945 time: 0.0878794 Jul 16 18:44:34.204227 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3372d590-7f80-4485-9e6e-9e8308bfd57a x-openstack-request-id: req-3372d590-7f80-4485-9e6e-9e8308bfd57a {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:34.204707 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed59a37-89b3-4f57-9bf9-28a0628ec375", "name": "network-vif-deleted", "tag": "2e028c40-1bba-4577-a87a-0c5f8a9aed0f", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:34.205023 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3372d590-7f80-4485-9e6e-9e8308bfd57a {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:34.205509 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed59a37-89b3-4f57-9bf9-28a0628ec375', 'name': 'network-vif-deleted', 'tag': '2e028c40-1bba-4577-a87a-0c5f8a9aed0f', 'status': 'completed', 'code': 200} Jul 16 18:44:34.241708 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b0fdcc80-7cec-43f2-82d0-e57c3ae696d2 req-35400eae-d798-414e-8e33-d0862167608b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393264 Jul 16 18:44:34.575640 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb4667-de50-4f14-b47f-f9f4c800586f req-a8352fac-b8d3-4efd-8568-7437d4db394d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.580680 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-79cb4667-de50-4f14-b47f-f9f4c800586f req-a8352fac-b8d3-4efd-8568-7437d4db394d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.1147244 Jul 16 18:44:34.627550 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-79cb4667-de50-4f14-b47f-f9f4c800586f req-c07b8f23-ec22-4470-b3d3-d27ec9f489f5 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 Jul 16 18:44:34.655613 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e38dc9-3a64-4f6d-b0f2-c5db291c6222 req-757d0414-dc41-4208-9b76-0ce896e064a1 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.657337 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-59e38dc9-3a64-4f6d-b0f2-c5db291c6222 req-757d0414-dc41-4208-9b76-0ce896e064a1 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.0897839 Jul 16 18:44:34.706489 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-59e38dc9-3a64-4f6d-b0f2-c5db291c6222 req-e7e2da81-1f9c-4863-a4c1-9999d8922d42 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410552 Jul 16 18:44:35.242796 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44724) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:35.306468 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-47a6c2ee-b1e9-4b00-8be3-737fa966d868 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.332026 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-47a6c2ee-b1e9-4b00-8be3-737fa966d868 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.431458 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1805bd9-e3d9-45b8-8181-9eec40020397 req-0435cc1c-6015-4844-ac6c-3fdbe9288cbd tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.433044 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d1805bd9-e3d9-45b8-8181-9eec40020397 req-0435cc1c-6015-4844-ac6c-3fdbe9288cbd tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 945 time: 0.0759556 Jul 16 18:44:35.439199 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-47a6c2ee-b1e9-4b00-8be3-737fa966d868 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.442058 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-47a6c2ee-b1e9-4b00-8be3-737fa966d868 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.443167 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-47a6c2ee-b1e9-4b00-8be3-737fa966d868 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] 10.222.0.79 "DELETE /v2.0/security-groups/dfb39169-c36c-4109-b9e1-7b335585124d HTTP/1.1" status: 204 len: 168 time: 0.1992857 Jul 16 18:44:35.466187 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6c2ee-b1e9-4b00-8be3-737fa966d868 tempest-TestShelveInstance-1505367806 tempest-TestShelveInstance-1505367806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb39169-c36c-4109-b9e1-7b335585124d,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:35.494123 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44730) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:35.498402 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-d1805bd9-e3d9-45b8-8181-9eec40020397 req-c502e1f6-6ef8-41d4-9e0e-e55ec30f44be tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541162 Jul 16 18:44:35.891661 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99782690-cd07-4eec-8301-338706a8dedd req-e040da1d-bab0-43a8-abed-5578dc3e3687 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.893057 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-99782690-cd07-4eec-8301-338706a8dedd req-e040da1d-bab0-43a8-abed-5578dc3e3687 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 946 time: 0.1164250 Jul 16 18:44:35.894003 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc1aa3-7adc-42f4-87b1-2c2209e75158 req-c12dd6da-84fa-4f2d-8f7e-36f254192a32 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.895537 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ddcc1aa3-7adc-42f4-87b1-2c2209e75158 req-c12dd6da-84fa-4f2d-8f7e-36f254192a32 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.0673273 Jul 16 18:44:35.939606 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ddcc1aa3-7adc-42f4-87b1-2c2209e75158 req-aae3436f-38bf-451a-96eb-47dd5ecb427f tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374973 Jul 16 18:44:35.964836 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-99782690-cd07-4eec-8301-338706a8dedd req-5fd96491-dae6-4246-b04d-733effbb195b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452385 Jul 16 18:44:36.158422 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729198'] for router_interface, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.197743 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-f613d76e-c874-48e2-9a9a-b779327b9f0b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:36.199475 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-f613d76e-c874-48e2-9a9a-b779327b9f0b tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.88 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 945 time: 0.0708058 Jul 16 18:44:36.324849 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Deleting port 91a52bb2-5636-43e6-9ae2-58b961fee9cc {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:36.325513 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.427076 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] For port 91a52bb2-5636-43e6-9ae2-58b961fee9cc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=91a52bb2-5636-43e6-9ae2-58b961fee9cc,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:36.427544 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.498563 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 2e028c40-1bba-4577-a87a-0c5f8a9aed0f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:36.509827 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] Deleting port 2450a674-47da-4732-891a-89b24ace9193 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:36.510544 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.531584 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 2e028c40-1bba-4577-a87a-0c5f8a9aed0f {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:36.532479 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 2e028c40-1bba-4577-a87a-0c5f8a9aed0f not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:36.533088 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 351a8129-873e-46ed-8b4e-719ccbabc192 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:36.650333 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.664512 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] For port 2450a674-47da-4732-891a-89b24ace9193, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=2450a674-47da-4732-891a-89b24ace9193,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:36.665456 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.687079 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:36.687079 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c56a778-8458-4de1-b41f-d88c37625382" -d '{"events": [{"server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "name": "network-vif-unplugged", "status": "completed", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:36.705478 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:36.709647 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.778348 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=351a8129-873e-46ed-8b4e-719ccbabc192,revision_number=8']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:36.786904 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.787293 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.787764 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.788171 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.788573 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.789546 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.790054 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.790569 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.790980 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.791383 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.791829 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.792238 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:36.849003 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5430c318-a929-477c-8bb7-86a2d0d5a92a x-openstack-request-id: req-5430c318-a929-477c-8bb7-86a2d0d5a92a {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:36.849781 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "name": "network-vif-unplugged", "status": "failed", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192", "code": 422}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:36.849781 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5430c318-a929-477c-8bb7-86a2d0d5a92a {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:36.850152 dv-cinder-786933-5-iscsi neutron-server[93209]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192', 'code': 422} returned with failed status Jul 16 18:44:36.942068 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] Calling delete_port for 2450a674-47da-4732-891a-89b24ace9193 owned by network:router_interface {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:36.965867 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.966264 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.966583 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.l3_db [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Floating IP c993a894-99f5-4adb-ae93-6f32de21ec2e disassociated. External IP: 172.27.2.7, port: 91a52bb2-5636-43e6-9ae2-58b961fee9cc. Jul 16 18:44:36.967329 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Calling delete_port for 91a52bb2-5636-43e6-9ae2-58b961fee9cc owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:37.034192 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c08d7-db7c-4695-a297-5c0d9cfcb97d req-deba608c-b4a4-47ca-b18c-e4b3019f47f4 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.038354 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ae2c08d7-db7c-4695-a297-5c0d9cfcb97d req-deba608c-b4a4-47ca-b18c-e4b3019f47f4 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 945 time: 0.4131348 Jul 16 18:44:37.093272 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ae2c08d7-db7c-4695-a297-5c0d9cfcb97d req-3c5c6609-d19e-46a0-a12a-4fcbefa4ff1d tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc2cd05c-4882-4ac8-848e-853a8266c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508673 Jul 16 18:44:37.164122 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.174983 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.205350 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:37.212669 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2450a674-47da-4732-891a-89b24ace9193,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:37.223428 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event deleted for resources: {'Port': ['ID=91a52bb2-5636-43e6-9ae2-58b961fee9cc,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:37.404947 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9f848-9634-4432-a577-03f15e9b93f2 req-5f38c120-10b6-4466-bc1c-9b2330c9689d tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.407064 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bff9f848-9634-4432-a577-03f15e9b93f2 req-5f38c120-10b6-4466-bc1c-9b2330c9689d tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.2283177 Jul 16 18:44:37.447926 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1937052-8a5a-4876-865f-6f3632cc4d93 req-52ea3047-d3ae-42dc-8f3f-b3793059da4b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.449409 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a1937052-8a5a-4876-865f-6f3632cc4d93 req-52ea3047-d3ae-42dc-8f3f-b3793059da4b tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.1500309 Jul 16 18:44:37.468089 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:37.507167 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-bff9f848-9634-4432-a577-03f15e9b93f2 req-db300988-da63-44bf-88aa-cba3bb7654bd tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593822 Jul 16 18:44:37.509850 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44786) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:37.523424 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725246'] for router_interface, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.550440 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a1937052-8a5a-4876-865f-6f3632cc4d93 req-04e01da8-2f18-4124-a3be-26ec7fa4c076 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937023 Jul 16 18:44:37.623118 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:37.634111 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735322b-6ba0-4c48-bf27-e8324fa677bd None None] Sync routers for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:37.644452 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735322b-6ba0-4c48-bf27-e8324fa677bd None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:37.645336 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-2735322b-6ba0-4c48-bf27-e8324fa677bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:44:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:37.678579 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] No DVR routers for this DVR port 91a52bb2-5636-43e6-9ae2-58b961fee9cc on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:37.682303 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.684369 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0dbe9538-6d8a-4dd5-96ee-090730d7f1fe req-5d5fc106-0460-4508-979e-9aad1f593c52 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.88 "DELETE /v2.0/ports/91a52bb2-5636-43e6-9ae2-58b961fee9cc HTTP/1.1" status: 204 len: 173 time: 1.4787722 Jul 16 18:44:37.684833 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f7299d-460d-4542-84f7-bd80438cabbd', 'name': 'network-vif-deleted', 'tag': '91a52bb2-5636-43e6-9ae2-58b961fee9cc'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:37.687342 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584136d8-9267-4d5c-99c1-4d41424680f2" -d '{"events": [{"server_uuid": "67f7299d-460d-4542-84f7-bd80438cabbd", "name": "network-vif-deleted", "tag": "91a52bb2-5636-43e6-9ae2-58b961fee9cc"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:37.699786 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-73e53431-f70c-415c-b4d2-b5a1a6b51dc9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1885321 Jul 16 18:44:37.769422 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974d863c-c0f9-440c-9b57-908b30c4eb6f x-openstack-request-id: req-974d863c-c0f9-440c-9b57-908b30c4eb6f {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:37.770079 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f7299d-460d-4542-84f7-bd80438cabbd", "name": "network-vif-deleted", "tag": "91a52bb2-5636-43e6-9ae2-58b961fee9cc", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:37.770433 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-974d863c-c0f9-440c-9b57-908b30c4eb6f {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:37.770937 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f7299d-460d-4542-84f7-bd80438cabbd', 'name': 'network-vif-deleted', 'tag': '91a52bb2-5636-43e6-9ae2-58b961fee9cc', 'status': 'completed', 'code': 200} Jul 16 18:44:37.839145 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-2735322b-6ba0-4c48-bf27-e8324fa677bd None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:37.903960 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] Router 6d550e36-473e-44f6-b250-173e49e834b3 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:38.043249 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:38.052396 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44798) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:38.052920 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28577a9c-6024-487b-a7b0-f663d6cd39c8 None None] Sync routers for ids ['6d550e36-473e-44f6-b250-173e49e834b3'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:38.059769 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-bad81bdf-dbab-4c11-8641-a93abbb372a9 admin admin] 10.222.0.79 "PUT /v2.0/routers/6d550e36-473e-44f6-b250-173e49e834b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5642610 Jul 16 18:44:38.063552 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28577a9c-6024-487b-a7b0-f663d6cd39c8 None None] Routers {'6d550e36-473e-44f6-b250-173e49e834b3'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:38.064228 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-28577a9c-6024-487b-a7b0-f663d6cd39c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:44:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['6d550e36-473e-44f6-b250-173e49e834b3'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:38.076046 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-2735322b-6ba0-4c48-bf27-e8324fa677bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:38.114240 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735322b-6ba0-4c48-bf27-e8324fa677bd None None] Checking router: fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:38.124126 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735322b-6ba0-4c48-bf27-e8324fa677bd None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:38.124709 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-2735322b-6ba0-4c48-bf27-e8324fa677bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:44:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:38.172889 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.178151 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-28577a9c-6024-487b-a7b0-f663d6cd39c8 None None] Set router 6d550e36-473e-44f6-b250-173e49e834b3 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:38.337576 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f8beaa93-1d17-4c5a-9000-5dc9412ad54c req-471b2be6-eb58-425f-a254-78e9cc9c509e tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/ports?device_id=67f7299d-460d-4542-84f7-bd80438cabbd HTTP/1.1" status: 200 len: 210 time: 0.0393980 Jul 16 18:44:38.345571 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.420362 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-28577a9c-6024-487b-a7b0-f663d6cd39c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:44:37Z', 'revision_number': 5, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port': {'id': '097003e9-d15e-4cf7-9216-7ea7ab946673', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d550e36-473e-44f6-b250-173e49e834b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:38.431880 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Deleting port 097003e9-d15e-4cf7-9216-7ea7ab946673 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:38.432232 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.457715 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28577a9c-6024-487b-a7b0-f663d6cd39c8 None None] Checking router: 6d550e36-473e-44f6-b250-173e49e834b3 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:38.469981 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28577a9c-6024-487b-a7b0-f663d6cd39c8 None None] Routers {'6d550e36-473e-44f6-b250-173e49e834b3'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:38.471310 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-28577a9c-6024-487b-a7b0-f663d6cd39c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:44:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['6d550e36-473e-44f6-b250-173e49e834b3'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:38.531339 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] For port 097003e9-d15e-4cf7-9216-7ea7ab946673, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=097003e9-d15e-4cf7-9216-7ea7ab946673,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:38.531953 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.534422 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-2735322b-6ba0-4c48-bf27-e8324fa677bd None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:38.553549 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Calling delete_port for 097003e9-d15e-4cf7-9216-7ea7ab946673 owned by network:router_gateway {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:38.581036 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-28577a9c-6024-487b-a7b0-f663d6cd39c8 None None] Set router 6d550e36-473e-44f6-b250-173e49e834b3 gateway port host: None {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:38.648782 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-28577a9c-6024-487b-a7b0-f663d6cd39c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:44:38Z', 'revision_number': 6, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port_host': None}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:38.689816 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28577a9c-6024-487b-a7b0-f663d6cd39c8 None None] The sync data for ids ['6d550e36-473e-44f6-b250-173e49e834b3'] in dv-cinder-786933-5-iscsi is: [{'id': '6d550e36-473e-44f6-b250-173e49e834b3', 'name': 'tempest-TestShelveInstance-878785464-router', 'tenant_id': 'fe4f148278ba408cb83924bbc48121f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:44:38Z', 'revision_number': 6, 'project_id': 'fe4f148278ba408cb83924bbc48121f4', 'gw_port_host': None}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:38.831163 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a8386-20ef-46f1-b9a0-6480b28b73c3 req-ad63cf33-5871-4bd6-8f2d-06d8043db926 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:38.832747 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b20a8386-20ef-46f1-b9a0-6480b28b73c3 req-ad63cf33-5871-4bd6-8f2d-06d8043db926 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.0687649 Jul 16 18:44:38.833212 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.864527 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-2735322b-6ba0-4c48-bf27-e8324fa677bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:38.868215 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=097003e9-d15e-4cf7-9216-7ea7ab946673,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:38.880618 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b20a8386-20ef-46f1-b9a0-6480b28b73c3 req-41e5d76c-b758-41c6-898d-b823913d27f1 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395226 Jul 16 18:44:38.899793 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735322b-6ba0-4c48-bf27-e8324fa677bd None None] The sync data for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi is: [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 4, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'e38c4159-727f-4155-9482-c9cf5922c8f2', 'name': '', 'network_id': 'd490c69f-49d5-4aac-8544-9d4287d0fe03', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'mac_address': 'fa:16:3e:b5:c4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:23Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'subnets': [{'id': 'c63336d1-0c4a-4eb5-9f8f-5cd89462b437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:38.930334 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8d5de-823f-442a-9fbe-0373110834e6 req-1077ed2a-5528-4359-8970-0a812e73ad4d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:38.931885 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8fc8d5de-823f-442a-9fbe-0373110834e6 req-1077ed2a-5528-4359-8970-0a812e73ad4d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.1668127 Jul 16 18:44:38.966387 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676644'] for router_gateway, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.080430 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8fc8d5de-823f-442a-9fbe-0373110834e6 req-dc9919bb-9549-450e-b217-00d9832ecba7 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421521 Jul 16 18:44:39.090946 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6001'] for router, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.097466 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.198027 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c92939-b0ee-4250-9f18-fbf51b4d559a None None] New status for floating IP c993a894-99f5-4adb-ae93-6f32de21ec2e: DOWN {{(pid=93209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:44:39.202124 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731814'] for router, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.202833 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d550e36-473e-44f6-b250-173e49e834b3 {{(pid=93208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:44:39.209185 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] Notify callbacks [] for router, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.213235 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-4cb98d60-d8ea-4bf8-ade6-8807e75b0a34 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6d550e36-473e-44f6-b250-173e49e834b3 HTTP/1.1" status: 204 len: 168 time: 1.1571286 Jul 16 18:44:39.213783 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44806) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.249833 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-29ebf387-5d02-4e75-9aac-ff4d5ecbe75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.251662 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-29ebf387-5d02-4e75-9aac-ff4d5ecbe75d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee&tenant_id=9b2708a3489a4b798499f122ee207e94 HTTP/1.1" status: 200 len: 1097 time: 0.1172192 Jul 16 18:44:39.269943 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_v2 [None req-492563bb-d321-4099-b518-706e08d9cf75 admin admin] Deleting subnet 984575de-1bd2-4aa4-bd82-a8567f2419ec {{(pid=93207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:39.273701 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-492563bb-d321-4099-b518-706e08d9cf75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.285169 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 2450a674-47da-4732-891a-89b24ace9193 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:39.319647 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-492563bb-d321-4099-b518-706e08d9cf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636601'] for subnet, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.341628 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-1ec6fc14-2364-441c-9c9d-a4089fcf61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.344154 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-1ec6fc14-2364-441c-9c9d-a4089fcf61e8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 1097 time: 0.0691433 Jul 16 18:44:39.346688 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 2450a674-47da-4732-891a-89b24ace9193 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:39.347037 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 2450a674-47da-4732-891a-89b24ace9193 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:39.453834 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-492563bb-d321-4099-b518-706e08d9cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.456422 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-5dd40404-ea40-4149-b113-b31ff4290766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.458409 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-5dd40404-ea40-4149-b113-b31ff4290766 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 919 time: 0.1067770 Jul 16 18:44:39.487202 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44812) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.532071 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-e8ea9f87-a1ee-4860-86b4-7d6d42d313b7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=351a8129-873e-46ed-8b4e-719ccbabc192 HTTP/1.1" status: 200 len: 1000 time: 0.0673063 Jul 16 18:44:39.561368 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-492563bb-d321-4099-b518-706e08d9cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10277849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10415177'] for subnet, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.583815 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-bef54683-c7ce-438c-8b11-47450876a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.585386 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-bef54683-c7ce-438c-8b11-47450876a65f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 200 len: 856 time: 0.0472829 Jul 16 18:44:39.590654 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1ce8-dc0e-4146-818f-2502aef45909 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.595171 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492563bb-d321-4099-b518-706e08d9cf75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984575de-1bd2-4aa4-bd82-a8567f2419ec,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.603803 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-492563bb-d321-4099-b518-706e08d9cf75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.605964 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-492563bb-d321-4099-b518-706e08d9cf75 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/984575de-1bd2-4aa4-bd82-a8567f2419ec HTTP/1.1" status: 204 len: 168 time: 0.3909848 Jul 16 18:44:39.611016 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a726a5c-6637-4ab7-a407-c867cea924d1 None None] Network 67f9b577-db05-431a-8da7-2b783e514c0b requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:39.613112 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44814) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.653111 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-b4a1298a-eb6a-4ce9-a25f-810aba279fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.653961 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1ce8-dc0e-4146-818f-2502aef45909 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.655082 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-b4a1298a-eb6a-4ce9-a25f-810aba279fdb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5659565-8774-4d43-910a-bea01eaf10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631368 Jul 16 18:44:39.764777 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.780767 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-ff3297d5-c299-441e-9c76-9c569077ba18 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151335 Jul 16 18:44:39.824690 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1ce8-dc0e-4146-818f-2502aef45909 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.827750 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1ce8-dc0e-4146-818f-2502aef45909 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.829356 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-7b3b1ce8-dc0e-4146-818f-2502aef45909 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "DELETE /v2.0/security-groups/cc2cd05c-4882-4ac8-848e-853a8266c1a0 HTTP/1.1" status: 204 len: 168 time: 0.3405457 Jul 16 18:44:39.832399 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44816) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.847386 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b1ce8-dc0e-4146-818f-2502aef45909 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2cd05c-4882-4ac8-848e-853a8266c1a0,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.854383 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Deleting port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:39.854740 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.871323 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7080fe-caa8-433b-b5f6-e35f8a52c86a None None] DHCP port deletion for 67f9b577-db05-431a-8da7-2b783e514c0b request from dv-cinder-786933-5-iscsi {{(pid=93209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:39.890897 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.api.v2.resource [None req-d696de1c-677a-49a9-bc57-448c5b601630 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] show failed (client error): The resource could not be found. Jul 16 18:44:39.894617 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-d696de1c-677a-49a9-bc57-448c5b601630 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "GET /v2.0/security-groups/cc2cd05c-4882-4ac8-848e-853a8266c1a0 HTTP/1.1" status: 404 len: 347 time: 0.0586309 Jul 16 18:44:39.894870 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44818) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.958455 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-bd7080fe-caa8-433b-b5f6-e35f8a52c86a None None] Deleting port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 {{(pid=93209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:39.958864 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bd7080fe-caa8-433b-b5f6-e35f8a52c86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.959366 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] For port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=9a2a0015-bbfa-4679-b8d7-4af94b1557c6,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:39.959904 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.982140 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Calling delete_port for 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 owned by network:dhcp {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:40.064023 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-bd7080fe-caa8-433b-b5f6-e35f8a52c86a None None] For port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=9a2a0015-bbfa-4679-b8d7-4af94b1557c6,segment=NetworkSegment(e10609f1-49e1-4106-9d51-15a417b16a3c),segment_id=e10609f1-49e1-4106-9d51-15a417b16a3c)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:40.064609 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bd7080fe-caa8-433b-b5f6-e35f8a52c86a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.073695 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-04a58359-ab95-4df5-8e15-a7105ba47e4c req-4d359f60-56b0-4a55-8ba8-fdbeaa9be238 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861471 Jul 16 18:44:40.098432 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-bd7080fe-caa8-433b-b5f6-e35f8a52c86a None None] Calling delete_port for 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 owned by network:dhcp {{(pid=93209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:40.142159 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ad73-33c5-4b2b-8eec-43bb82f13df2 req-f1a86774-5cfd-496d-b05e-6dc76feedf10 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.149612 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d0e6ad73-33c5-4b2b-8eec-43bb82f13df2 req-f1a86774-5cfd-496d-b05e-6dc76feedf10 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1127157 Jul 16 18:44:40.152031 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-87288d78-f9a1-4e7f-b2d2-cc1188e65171 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Deleting port c86ef296-c3b8-4245-9df4-47e1d6d45dbb {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:40.152680 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87288d78-f9a1-4e7f-b2d2-cc1188e65171 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.166949 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.221049 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2a0015-bbfa-4679-b8d7-4af94b1557c6,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.229553 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] No DVR routers for this DVR port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 on host dv-cinder-786933-5-iscsi {{(pid=93207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:40.258547 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-d0e6ad73-33c5-4b2b-8eec-43bb82f13df2 req-b4135a3b-42a6-4158-abe2-e5f5c555ff14 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068554 Jul 16 18:44:40.301069 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-bd7080fe-caa8-433b-b5f6-e35f8a52c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302'] for port, after_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.310765 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87288d78-f9a1-4e7f-b2d2-cc1188e65171 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.311357 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87288d78-f9a1-4e7f-b2d2-cc1188e65171 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.338568 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7080fe-caa8-433b-b5f6-e35f8a52c86a None None] Pushing event deleted for resources: {'Port': ['ID=9a2a0015-bbfa-4679-b8d7-4af94b1557c6,revision_number=None']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.343603 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7080fe-caa8-433b-b5f6-e35f8a52c86a None None] No DVR routers for this DVR port 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 on host dv-cinder-786933-5-iscsi {{(pid=93209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:40.358144 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-87288d78-f9a1-4e7f-b2d2-cc1188e65171 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Calling delete_port for c86ef296-c3b8-4245-9df4-47e1d6d45dbb owned by network:floatingip {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:40.420793 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.440215 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f9b577-db05-431a-8da7-2b783e514c0b']}} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:40.449666 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1205359-5a32-4ddd-a3fc-230482647a69 req-9b7aa369-0de4-497b-92ed-706f1e210525 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.451220 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b1205359-5a32-4ddd-a3fc-230482647a69 req-9b7aa369-0de4-497b-92ed-706f1e210525 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.1597583 Jul 16 18:44:40.464990 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10609f1-49e1-4106-9d51-15a417b16a3c') {'for_net_delete': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:40.465807 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10609f1-49e1-4106-9d51-15a417b16a3c') {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:40.487051 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636558'] for segment, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.501579 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 91a52bb2-5636-43e6-9ae2-58b961fee9cc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:40.515735 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.517625 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b1205359-5a32-4ddd-a3fc-230482647a69 req-dc73c4f3-f69f-4f93-abdf-3a6a6bdbe828 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542719 Jul 16 18:44:40.530241 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 91a52bb2-5636-43e6-9ae2-58b961fee9cc {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:40.530601 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 91a52bb2-5636-43e6-9ae2-58b961fee9cc not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:40.535874 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=93207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:40.536341 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10277243'] for segment, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: Traceback (most recent call last): Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: timer() Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: cb(*args, **kw) Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: return func(*args, **kwargs) Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: self._notify() Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: self.callback(batched_events) Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: event.method(event) Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: return f(self, *a, **k) Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._get(url).json() Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:40.538207 dv-cinder-786933-5-iscsi neutron-server[93207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:40.602348 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87288d78-f9a1-4e7f-b2d2-cc1188e65171 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.650573 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.677996 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Pushing event deleted for resources: {'Network': ['ID=67f9b577-db05-431a-8da7-2b783e514c0b,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.684452 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.687015 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-b5c28151-cc3a-4c54-b4b0-9ef68342a241 admin admin] 10.222.0.79 "DELETE /v2.0/networks/67f9b577-db05-431a-8da7-2b783e514c0b HTTP/1.1" status: 204 len: 168 time: 1.0722990 Jul 16 18:44:40.694920 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44844) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:40.719859 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87288d78-f9a1-4e7f-b2d2-cc1188e65171 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Pushing event deleted for resources: {'Port': ['ID=c86ef296-c3b8-4245-9df4-47e1d6d45dbb,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.819816 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87288d78-f9a1-4e7f-b2d2-cc1188e65171 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks [] for floatingip, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.824228 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-87288d78-f9a1-4e7f-b2d2-cc1188e65171 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.827954 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-87288d78-f9a1-4e7f-b2d2-cc1188e65171 tempest-AttachVolumeTestJSON-1196013114 tempest-AttachVolumeTestJSON-1196013114-project] 10.222.0.79 "DELETE /v2.0/floatingips/c993a894-99f5-4adb-ae93-6f32de21ec2e HTTP/1.1" status: 204 len: 168 time: 0.9297130 Jul 16 18:44:40.991740 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:41.049779 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:41.050146 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 9a2a0015-bbfa-4679-b8d7-4af94b1557c6 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:41.050577 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 097003e9-d15e-4cf7-9216-7ea7ab946673 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:41.071911 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 097003e9-d15e-4cf7-9216-7ea7ab946673 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:41.072224 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 097003e9-d15e-4cf7-9216-7ea7ab946673 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:41.176526 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729198'] for router_interface, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.470318 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2db0e-f649-45d4-8e0b-81e0a472461d req-c23a1394-09c9-4b86-86c8-b0573ae0c56b tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.472167 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-51b2db0e-f649-45d4-8e0b-81e0a472461d req-c23a1394-09c9-4b86-86c8-b0573ae0c56b tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.0678163 Jul 16 18:44:41.526704 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-51b2db0e-f649-45d4-8e0b-81e0a472461d req-c1021a67-511f-403e-9e98-78d141c34436 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466094 Jul 16 18:44:41.748023 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] Deleting port 4452640f-f95b-487c-9b8b-e76d734df76f {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:41.748635 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.833078 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eb7ff-16a5-46ae-a2a6-ad6ba76ccaec req-490f10e2-72ee-4e0e-89e4-70c094bc92bc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.834653 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-893eb7ff-16a5-46ae-a2a6-ad6ba76ccaec req-490f10e2-72ee-4e0e-89e4-70c094bc92bc tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.1272423 Jul 16 18:44:41.864665 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] For port 4452640f-f95b-487c-9b8b-e76d734df76f, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=4452640f-f95b-487c-9b8b-e76d734df76f,segment=NetworkSegment(25ee9e29-803f-45eb-bd61-b45ba3061204),segment_id=25ee9e29-803f-45eb-bd61-b45ba3061204)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:41.865026 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.886261 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] Calling delete_port for 4452640f-f95b-487c-9b8b-e76d734df76f owned by network:router_interface {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:41.900846 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-893eb7ff-16a5-46ae-a2a6-ad6ba76ccaec req-30a646bd-4ac0-4a89-81ee-18728f337b95 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592618 Jul 16 18:44:42.084144 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.116744 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] Pushing event deleted for resources: {'Port': ['ID=4452640f-f95b-487c-9b8b-e76d734df76f,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:42.342819 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725246'] for router_interface, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.612944 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] Router 1a6d7650-362a-4dcc-99cf-082832b701d1 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:42.746617 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:42.754625 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-5958a942-09c2-428e-a934-1b18ea68461b admin admin] 10.222.0.79 "PUT /v2.0/routers/1a6d7650-362a-4dcc-99cf-082832b701d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0547769 Jul 16 18:44:42.755132 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b594e4-d671-46e0-8f35-ec516c41eeff req-cde9bbba-6d5c-48c2-a82c-b27a99c7aefe tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:42.755542 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44862) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:42.756601 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87069988-82d7-4153-94b2-01bb07d68d99 None None] Sync routers for ids ['1a6d7650-362a-4dcc-99cf-082832b701d1'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:42.762152 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a4b594e4-d671-46e0-8f35-ec516c41eeff req-cde9bbba-6d5c-48c2-a82c-b27a99c7aefe tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.0862784 Jul 16 18:44:42.768220 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87069988-82d7-4153-94b2-01bb07d68d99 None None] Routers {'1a6d7650-362a-4dcc-99cf-082832b701d1'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:42.768811 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-87069988-82d7-4153-94b2-01bb07d68d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:44:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['1a6d7650-362a-4dcc-99cf-082832b701d1'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:42.800486 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-a4b594e4-d671-46e0-8f35-ec516c41eeff req-c91bbd86-6fca-4f0f-9cf2-f61fd7947ce3 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372765 Jul 16 18:44:42.885320 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Notify callbacks [] for router, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.908763 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-87069988-82d7-4153-94b2-01bb07d68d99 None None] Set router 1a6d7650-362a-4dcc-99cf-082832b701d1 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:43.067709 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.166539 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-87069988-82d7-4153-94b2-01bb07d68d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'name': 'tempest-TestShelveInstance-765133815-router', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:54Z', 'updated_at': '2021-07-16T18:44:42Z', 'revision_number': 5, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'gw_port': {'id': '083c855a-c6a3-450f-a1df-8563d668ea83', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:57:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:55Z', 'updated_at': '2021-07-16T18:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:43.175435 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Deleting port 083c855a-c6a3-450f-a1df-8563d668ea83 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:43.175785 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.184972 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99f2ba-6142-4d3f-ad1f-0d1393a2154b req-91207699-f1b8-413d-89ed-7d60e32106b1 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:43.186561 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1c99f2ba-6142-4d3f-ad1f-0d1393a2154b req-91207699-f1b8-413d-89ed-7d60e32106b1 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.1030238 Jul 16 18:44:43.206016 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87069988-82d7-4153-94b2-01bb07d68d99 None None] Checking router: 1a6d7650-362a-4dcc-99cf-082832b701d1 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:43.214969 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87069988-82d7-4153-94b2-01bb07d68d99 None None] Routers {'1a6d7650-362a-4dcc-99cf-082832b701d1'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:43.215657 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-87069988-82d7-4153-94b2-01bb07d68d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:44:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['1a6d7650-362a-4dcc-99cf-082832b701d1'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:43.281737 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1c99f2ba-6142-4d3f-ad1f-0d1393a2154b req-c4d436e2-bab6-4b0b-82f0-f1294be959ba tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787330 Jul 16 18:44:43.310412 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] For port 083c855a-c6a3-450f-a1df-8563d668ea83, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=083c855a-c6a3-450f-a1df-8563d668ea83,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:43.310773 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.333617 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Calling delete_port for 083c855a-c6a3-450f-a1df-8563d668ea83 owned by network:router_gateway {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:43.349141 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-87069988-82d7-4153-94b2-01bb07d68d99 None None] Set router 1a6d7650-362a-4dcc-99cf-082832b701d1 gateway port host: None {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:43.559551 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.562832 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-87069988-82d7-4153-94b2-01bb07d68d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'name': 'tempest-TestShelveInstance-765133815-router', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:54Z', 'updated_at': '2021-07-16T18:44:43Z', 'revision_number': 6, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'gw_port_host': None}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:43.587486 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Pushing event deleted for resources: {'Port': ['ID=083c855a-c6a3-450f-a1df-8563d668ea83,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:43.599165 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87069988-82d7-4153-94b2-01bb07d68d99 None None] The sync data for ids ['1a6d7650-362a-4dcc-99cf-082832b701d1'] in dv-cinder-786933-5-iscsi is: [{'id': '1a6d7650-362a-4dcc-99cf-082832b701d1', 'name': 'tempest-TestShelveInstance-765133815-router', 'tenant_id': '9246262c64634f55bc587d71bc2e7f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:54Z', 'updated_at': '2021-07-16T18:44:43Z', 'revision_number': 6, 'project_id': '9246262c64634f55bc587d71bc2e7f4d', 'gw_port_host': None}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:43.686649 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676644'] for router_gateway, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.783579 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6001'] for router, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.785942 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.833005 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731814'] for router, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.833653 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6d7650-362a-4dcc-99cf-082832b701d1 {{(pid=93208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:44:43.839549 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] Notify callbacks [] for router, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.843164 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-5b0ddab1-fcce-47aa-a5c7-c894c9b1133b admin admin] 10.222.0.79 "DELETE /v2.0/routers/1a6d7650-362a-4dcc-99cf-082832b701d1 HTTP/1.1" status: 204 len: 168 time: 1.0857911 Jul 16 18:44:43.843604 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44880) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:43.892962 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_v2 [None req-6897ea89-bd7b-45d6-b3a7-7329e9cae778 admin admin] Deleting subnet 3ee1f444-337f-42be-8c2b-b752f0ee3461 {{(pid=93207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:43.896215 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6897ea89-bd7b-45d6-b3a7-7329e9cae778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.975973 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6897ea89-bd7b-45d6-b3a7-7329e9cae778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636601'] for subnet, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.043523 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db9634-40af-4b63-a167-94f115241bf3 req-e61f8b76-0a64-4527-9e18-c258f594dada tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.057607 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-62db9634-40af-4b63-a167-94f115241bf3 req-e61f8b76-0a64-4527-9e18-c258f594dada tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1214280 Jul 16 18:44:44.126325 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-62db9634-40af-4b63-a167-94f115241bf3 req-5c309305-8281-418e-969f-9d4f1ed37859 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746560 Jul 16 18:44:44.127863 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6897ea89-bd7b-45d6-b3a7-7329e9cae778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.197450 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6897ea89-bd7b-45d6-b3a7-7329e9cae778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10277849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10415177'] for subnet, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.225430 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897ea89-bd7b-45d6-b3a7-7329e9cae778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee1f444-337f-42be-8c2b-b752f0ee3461,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:44.231765 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6897ea89-bd7b-45d6-b3a7-7329e9cae778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.236013 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-6897ea89-bd7b-45d6-b3a7-7329e9cae778 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3ee1f444-337f-42be-8c2b-b752f0ee3461 HTTP/1.1" status: 204 len: 168 time: 0.3890538 Jul 16 18:44:44.236433 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44882) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:44.238901 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e93774-ff13-4db2-b6e9-30fd154165ba None None] Network cefc7c8e-b553-411e-abd3-de2f8af44ea4 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:44.306690 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.395050 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Deleting port f984fd21-0a37-4eb2-90dd-9a8b54bf7602 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:44.395467 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.475823 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb77c11-a6ea-4ebc-bfc6-944f34926c8c None None] DHCP port deletion for cefc7c8e-b553-411e-abd3-de2f8af44ea4 request from dv-cinder-786933-5-iscsi {{(pid=93209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:44.481160 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] For port f984fd21-0a37-4eb2-90dd-9a8b54bf7602, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=f984fd21-0a37-4eb2-90dd-9a8b54bf7602,segment=NetworkSegment(25ee9e29-803f-45eb-bd61-b45ba3061204),segment_id=25ee9e29-803f-45eb-bd61-b45ba3061204)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:44.481956 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.495702 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Calling delete_port for f984fd21-0a37-4eb2-90dd-9a8b54bf7602 owned by network:dhcp {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:44.538168 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b15bac-0e2f-49e3-8292-cd14a10b1391 req-5d744cad-def5-4dec-b83c-77f1a7ad7bf0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.540035 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-49b15bac-0e2f-49e3-8292-cd14a10b1391 req-5d744cad-def5-4dec-b83c-77f1a7ad7bf0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.1107335 Jul 16 18:44:44.558746 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-4fb77c11-a6ea-4ebc-bfc6-944f34926c8c None None] Deleting port f984fd21-0a37-4eb2-90dd-9a8b54bf7602 {{(pid=93209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:44.559047 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4fb77c11-a6ea-4ebc-bfc6-944f34926c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.590802 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.597794 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-49b15bac-0e2f-49e3-8292-cd14a10b1391 req-991d54c9-3608-48ef-90ac-edbca4aa769f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512495 Jul 16 18:44:44.631449 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f984fd21-0a37-4eb2-90dd-9a8b54bf7602,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:44.635873 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] No DVR routers for this DVR port f984fd21-0a37-4eb2-90dd-9a8b54bf7602 on host dv-cinder-786933-5-iscsi {{(pid=93207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:44.666383 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-4fb77c11-a6ea-4ebc-bfc6-944f34926c8c None None] For port f984fd21-0a37-4eb2-90dd-9a8b54bf7602, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=f984fd21-0a37-4eb2-90dd-9a8b54bf7602,segment=NetworkSegment(25ee9e29-803f-45eb-bd61-b45ba3061204),segment_id=25ee9e29-803f-45eb-bd61-b45ba3061204)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:44.666870 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4fb77c11-a6ea-4ebc-bfc6-944f34926c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.699694 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-4fb77c11-a6ea-4ebc-bfc6-944f34926c8c None None] Calling delete_port for f984fd21-0a37-4eb2-90dd-9a8b54bf7602 owned by network:dhcp {{(pid=93209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:44.802353 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.824512 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-4fb77c11-a6ea-4ebc-bfc6-944f34926c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302'] for port, after_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.829919 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefc7c8e-b553-411e-abd3-de2f8af44ea4']}} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:44.852888 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ee9e29-803f-45eb-bd61-b45ba3061204') {'for_net_delete': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:44.853597 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ee9e29-803f-45eb-bd61-b45ba3061204') {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:44.866067 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636558'] for segment, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.877903 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb77c11-a6ea-4ebc-bfc6-944f34926c8c None None] Pushing event deleted for resources: {'Port': ['ID=f984fd21-0a37-4eb2-90dd-9a8b54bf7602,revision_number=None']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:44.884198 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44892) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:44.887344 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb77c11-a6ea-4ebc-bfc6-944f34926c8c None None] No DVR routers for this DVR port f984fd21-0a37-4eb2-90dd-9a8b54bf7602 on host dv-cinder-786933-5-iscsi {{(pid=93209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:44.930034 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.956796 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=93207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:44.957212 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10277243'] for segment, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: Traceback (most recent call last): Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: timer() Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: cb(*args, **kw) Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: return func(*args, **kwargs) Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: self._notify() Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: self.callback(batched_events) Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: event.method(event) Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: return f(self, *a, **k) Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._get(url).json() Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:44.959091 dv-cinder-786933-5-iscsi neutron-server[93207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:45.051809 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.058368 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 4452640f-f95b-487c-9b8b-e76d734df76f no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:45.064063 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.066272 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/cefc7c8e-b553-411e-abd3-de2f8af44ea4 HTTP/1.1" status: 204 len: 168 time: 0.8288074 Jul 16 18:44:45.076915 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e9513-a6b6-4641-be60-2eee4361e9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cefc7c8e-b553-411e-abd3-de2f8af44ea4,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:45.142821 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 4452640f-f95b-487c-9b8b-e76d734df76f {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:45.143754 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 4452640f-f95b-487c-9b8b-e76d734df76f not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:45.144567 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device f984fd21-0a37-4eb2-90dd-9a8b54bf7602 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:45.175419 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: f984fd21-0a37-4eb2-90dd-9a8b54bf7602 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:45.175788 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device f984fd21-0a37-4eb2-90dd-9a8b54bf7602 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:45.176306 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 083c855a-c6a3-450f-a1df-8563d668ea83 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:45.218390 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 083c855a-c6a3-450f-a1df-8563d668ea83 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:45.219769 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 083c855a-c6a3-450f-a1df-8563d668ea83 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:45.303738 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44900) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:45.399082 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-97008ec7-5a29-4edb-9a78-76fc652c89ea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe4f148278ba408cb83924bbc48121f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911512 Jul 16 18:44:45.401081 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44902) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:45.454465 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3b1c9-edae-4413-9154-4123e51b6e9a req-62883b50-b03a-48bf-9752-336b5ad0ec43 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:45.456277 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-85a3b1c9-edae-4413-9154-4123e51b6e9a req-62883b50-b03a-48bf-9752-336b5ad0ec43 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1145141 Jul 16 18:44:45.493209 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c642bf9a-2b06-4775-89df-fc40836433f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.506560 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-85a3b1c9-edae-4413-9154-4123e51b6e9a req-4c4e1ea2-01e9-4316-a814-8b8cb96beecf tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426099 Jul 16 18:44:45.526975 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c642bf9a-2b06-4775-89df-fc40836433f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.603638 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729198'] for router_interface, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.646774 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c642bf9a-2b06-4775-89df-fc40836433f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.651094 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c642bf9a-2b06-4775-89df-fc40836433f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.651837 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c642bf9a-2b06-4775-89df-fc40836433f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7807249-6dcf-44f6-b90c-5bb5078d056f HTTP/1.1" status: 204 len: 168 time: 0.2502861 Jul 16 18:44:45.666126 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642bf9a-2b06-4775-89df-fc40836433f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7807249-6dcf-44f6-b90c-5bb5078d056f,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:45.909578 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb825-4ca9-4acb-afc5-92739c8875ad req-3ed460d1-d466-4d3d-86c8-f558a23fb444 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:45.916456 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e6ccb825-4ca9-4acb-afc5-92739c8875ad req-3ed460d1-d466-4d3d-86c8-f558a23fb444 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.0963449 Jul 16 18:44:46.001554 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e6ccb825-4ca9-4acb-afc5-92739c8875ad req-147e4358-4d93-4894-8e1b-2d0902dae270 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841537 Jul 16 18:44:46.042719 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] Deleting port e38c4159-727f-4155-9482-c9cf5922c8f2 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:46.043365 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.092075 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44912) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:46.131512 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] For port e38c4159-727f-4155-9482-c9cf5922c8f2, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=e38c4159-727f-4155-9482-c9cf5922c8f2,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:46.131899 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.139350 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-7655076d-25af-4381-a180-dfcb274d00b4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9246262c64634f55bc587d71bc2e7f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458133 Jul 16 18:44:46.141614 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44914) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:46.145237 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] Calling delete_port for e38c4159-727f-4155-9482-c9cf5922c8f2 owned by network:router_interface {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:46.225399 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bcb4da47-2e7e-46f4-a9d6-49ec868c5698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.248519 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bcb4da47-2e7e-46f4-a9d6-49ec868c5698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.319107 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bcb4da47-2e7e-46f4-a9d6-49ec868c5698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.325296 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bcb4da47-2e7e-46f4-a9d6-49ec868c5698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.328702 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-bcb4da47-2e7e-46f4-a9d6-49ec868c5698 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2725bef-278f-444c-a52f-5167705653ba HTTP/1.1" status: 204 len: 168 time: 0.1861174 Jul 16 18:44:46.352006 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.352574 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4da47-2e7e-46f4-a9d6-49ec868c5698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2725bef-278f-444c-a52f-5167705653ba,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:46.403764 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e38c4159-727f-4155-9482-c9cf5922c8f2,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:46.746090 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725246'] for router_interface, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.779398 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aec62b-bba4-4efd-9bb4-c2f5ae8349a1 req-81395578-3e15-4b52-82ce-863186914f21 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.781106 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-35aec62b-bba4-4efd-9bb4-c2f5ae8349a1 req-81395578-3e15-4b52-82ce-863186914f21 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1127400 Jul 16 18:44:46.834831 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-35aec62b-bba4-4efd-9bb4-c2f5ae8349a1 req-54abd77f-e284-4c2a-bf36-2bc345bf34af tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453987 Jul 16 18:44:47.006852 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] Router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:47.127061 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:47.131964 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-50be3852-62ae-40ff-9bdd-a350b304d6eb admin admin] 10.222.0.79 "PUT /v2.0/routers/fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2467253 Jul 16 18:44:47.135392 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44922) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:47.136287 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654018d-c0f8-495e-9306-e33b8dcd9c70 None None] Sync routers for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:47.145656 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654018d-c0f8-495e-9306-e33b8dcd9c70 None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:47.146337 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-f654018d-c0f8-495e-9306-e33b8dcd9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:44:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:47.208168 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caaabf-22f0-4b20-9bff-95d6bcf4028e req-a6faf9ed-8950-42a9-9de1-137fa730719d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:47.211637 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-73caaabf-22f0-4b20-9bff-95d6bcf4028e req-a6faf9ed-8950-42a9-9de1-137fa730719d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.0716670 Jul 16 18:44:47.266764 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Notify callbacks [] for router, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.275419 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-73caaabf-22f0-4b20-9bff-95d6bcf4028e req-3d54ce03-d799-4cbe-8fa3-f3698cbcad7a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589421 Jul 16 18:44:47.304211 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-f654018d-c0f8-495e-9306-e33b8dcd9c70 None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:47.385323 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.446714 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Deleting port 13661f0a-6a2e-4166-be37-f637819e146b {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:47.447310 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.527150 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] For port 13661f0a-6a2e-4166-be37-f637819e146b, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=13661f0a-6a2e-4166-be37-f637819e146b,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:47.527412 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.538645 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Calling delete_port for 13661f0a-6a2e-4166-be37-f637819e146b owned by network:router_gateway {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:47.571204 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-f654018d-c0f8-495e-9306-e33b8dcd9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '13661f0a-6a2e-4166-be37-f637819e146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:44:46Z', 'revision_number': 5, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port': {'id': '13661f0a-6a2e-4166-be37-f637819e146b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:07Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:47.601171 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654018d-c0f8-495e-9306-e33b8dcd9c70 None None] Checking router: fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:47.616580 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654018d-c0f8-495e-9306-e33b8dcd9c70 None None] Routers {'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:47.617870 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-f654018d-c0f8-495e-9306-e33b8dcd9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:44:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:47.758365 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.775103 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-f654018d-c0f8-495e-9306-e33b8dcd9c70 None None] Set router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 gateway port host: None {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:47.788013 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Pushing event deleted for resources: {'Port': ['ID=13661f0a-6a2e-4166-be37-f637819e146b,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:47.874934 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676644'] for router_gateway, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.968970 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-f654018d-c0f8-495e-9306-e33b8dcd9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:44:47Z', 'revision_number': 6, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port_host': None}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:48.024771 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6001'] for router, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.025231 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654018d-c0f8-495e-9306-e33b8dcd9c70 None None] The sync data for ids ['fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88'] in dv-cinder-786933-5-iscsi is: [{'id': 'fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88', 'name': 'tempest-AttachVolumeTestJSON-1542707507-router', 'tenant_id': '8acf1dbb3da24f79b67da492da32dab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:06Z', 'updated_at': '2021-07-16T18:44:47Z', 'revision_number': 6, 'project_id': '8acf1dbb3da24f79b67da492da32dab5', 'gw_port_host': None}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:48.048938 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.110222 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731814'] for router, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.110743 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 {{(pid=93207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:44:48.120059 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.123625 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c42d5817-8f40-484b-b40b-6a00378a3772 admin admin] 10.222.0.79 "DELETE /v2.0/routers/fe8dc231-eff1-4b6a-a55a-7dd8c2f7ef88 HTTP/1.1" status: 204 len: 168 time: 0.9848623 Jul 16 18:44:48.124404 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44928) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:48.134308 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52863d-128a-4820-864a-1de374a36422 req-45bdf765-f402-43be-9f6e-b2980b7f966a tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:48.136162 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5c52863d-128a-4820-864a-1de374a36422 req-45bdf765-f402-43be-9f6e-b2980b7f966a tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1293957 Jul 16 18:44:48.176778 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e2a7b1-b155-4fcf-8451-9694ff454c14 admin admin] Deleting subnet c63336d1-0c4a-4eb5-9f8f-5cd89462b437 {{(pid=93208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:48.180459 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a7b1-b155-4fcf-8451-9694ff454c14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.193956 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5c52863d-128a-4820-864a-1de374a36422 req-efa53a11-454f-432c-90aa-b38f4cd88669 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492189 Jul 16 18:44:48.230116 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a7b1-b155-4fcf-8451-9694ff454c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328248'] for subnet, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.355896 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a7b1-b155-4fcf-8451-9694ff454c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.476886 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a7b1-b155-4fcf-8451-9694ff454c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3222946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695180'] for subnet, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.532965 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2a7b1-b155-4fcf-8451-9694ff454c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c63336d1-0c4a-4eb5-9f8f-5cd89462b437,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:48.535493 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a7b1-b155-4fcf-8451-9694ff454c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.537482 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-a1e2a7b1-b155-4fcf-8451-9694ff454c14 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c63336d1-0c4a-4eb5-9f8f-5cd89462b437 HTTP/1.1" status: 204 len: 168 time: 0.4118283 Jul 16 18:44:48.540252 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44932) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:48.547202 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b3f5bf-f772-470d-984c-dd4368ac769a None None] Network d490c69f-49d5-4aac-8544-9d4287d0fe03 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:48.551779 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fbf21-5c03-4a36-bef3-2ec613caceab req-94d6dda7-7f69-4f67-84b5-138b965a7b4d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:48.553718 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6b3fbf21-5c03-4a36-bef3-2ec613caceab req-94d6dda7-7f69-4f67-84b5-138b965a7b4d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.1485503 Jul 16 18:44:48.602054 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6b3fbf21-5c03-4a36-bef3-2ec613caceab req-bbb67236-988c-4dfb-8d73-4b8ad0b0873f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386536 Jul 16 18:44:48.899732 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff6e18-3dcc-4a1b-b2d9-e2c10a6d4900 None None] DHCP port deletion for d490c69f-49d5-4aac-8544-9d4287d0fe03 request from dv-cinder-786933-5-iscsi {{(pid=93209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:48.918513 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.969362 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff6e18-3dcc-4a1b-b2d9-e2c10a6d4900 None None] Deleting port e3c92d56-ee40-4889-a720-c980034a710c {{(pid=93209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:48.971079 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f2ff6e18-3dcc-4a1b-b2d9-e2c10a6d4900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.986261 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Deleting port e3c92d56-ee40-4889-a720-c980034a710c {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:48.987084 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.010954 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device e38c4159-727f-4155-9482-c9cf5922c8f2 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:49.063891 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: e38c4159-727f-4155-9482-c9cf5922c8f2 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:49.064254 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device e38c4159-727f-4155-9482-c9cf5922c8f2 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:49.064658 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 13661f0a-6a2e-4166-be37-f637819e146b no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:49.082721 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] For port e3c92d56-ee40-4889-a720-c980034a710c, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=e3c92d56-ee40-4889-a720-c980034a710c,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:49.083077 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.092907 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 13661f0a-6a2e-4166-be37-f637819e146b {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:49.093270 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 13661f0a-6a2e-4166-be37-f637819e146b not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:49.093598 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device e3c92d56-ee40-4889-a720-c980034a710c no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:49.098174 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Calling delete_port for e3c92d56-ee40-4889-a720-c980034a710c owned by network:dhcp {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:49.128113 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-f2ff6e18-3dcc-4a1b-b2d9-e2c10a6d4900 None None] For port e3c92d56-ee40-4889-a720-c980034a710c, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=e3c92d56-ee40-4889-a720-c980034a710c,segment=NetworkSegment(788f62cf-562e-43f4-9d7e-946ce381f882),segment_id=788f62cf-562e-43f4-9d7e-946ce381f882)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:49.128447 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f2ff6e18-3dcc-4a1b-b2d9-e2c10a6d4900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.151214 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff6e18-3dcc-4a1b-b2d9-e2c10a6d4900 None None] Calling delete_port for e3c92d56-ee40-4889-a720-c980034a710c owned by network:dhcp {{(pid=93209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:49.208631 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.249477 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c92d56-ee40-4889-a720-c980034a710c,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.253023 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] No DVR routers for this DVR port e3c92d56-ee40-4889-a720-c980034a710c on host dv-cinder-786933-5-iscsi {{(pid=93207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:49.306413 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f2ff6e18-3dcc-4a1b-b2d9-e2c10a6d4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302'] for port, after_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.340112 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.344326 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff6e18-3dcc-4a1b-b2d9-e2c10a6d4900 None None] Pushing event deleted for resources: {'Port': ['ID=e3c92d56-ee40-4889-a720-c980034a710c,revision_number=None']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.356212 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff6e18-3dcc-4a1b-b2d9-e2c10a6d4900 None None] No DVR routers for this DVR port e3c92d56-ee40-4889-a720-c980034a710c on host dv-cinder-786933-5-iscsi {{(pid=93209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:49.432219 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.444306 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d490c69f-49d5-4aac-8544-9d4287d0fe03']}} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:49.457556 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788f62cf-562e-43f4-9d7e-946ce381f882') {'for_net_delete': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:49.457846 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788f62cf-562e-43f4-9d7e-946ce381f882') {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:49.473283 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636558'] for segment, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.490853 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.499798 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=93207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:49.500345 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10277243'] for segment, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: Traceback (most recent call last): Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: timer() Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: cb(*args, **kw) Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: return func(*args, **kwargs) Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: self._notify() Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: self.callback(batched_events) Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: event.method(event) Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: return f(self, *a, **k) Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._get(url).json() Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:49.502154 dv-cinder-786933-5-iscsi neutron-server[93207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:49.510275 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34308355-1be0-4451-9547-0be3cfb148a1 req-0d2e3bab-131f-40c9-9ccc-3d68abba0937 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:49.511759 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-34308355-1be0-4451-9547-0be3cfb148a1 req-0d2e3bab-131f-40c9-9ccc-3d68abba0937 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1628003 Jul 16 18:44:49.594033 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.599491 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-34308355-1be0-4451-9547-0be3cfb148a1 req-d2fd6927-b28f-4e0e-b841-2b941ac15319 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740290 Jul 16 18:44:49.604430 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.609122 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d490c69f-49d5-4aac-8544-9d4287d0fe03 HTTP/1.1" status: 204 len: 168 time: 1.0647664 Jul 16 18:44:49.620560 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a72a2b-6f47-4698-8032-1b095ed310f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d490c69f-49d5-4aac-8544-9d4287d0fe03,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.826993 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9f964-275a-4fd5-8fca-cc9ab3b1ba7f req-1061151a-3286-4f94-a1da-35baceae8b4e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:49.828579 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4fb9f964-275a-4fd5-8fca-cc9ab3b1ba7f req-1061151a-3286-4f94-a1da-35baceae8b4e tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.0739322 Jul 16 18:44:49.857209 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44940) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:49.872402 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4fb9f964-275a-4fd5-8fca-cc9ab3b1ba7f req-71de6bb9-1f31-4524-93f2-31dc4843a589 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383439 Jul 16 18:44:49.900513 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-5213e0e1-8415-4a5c-8a87-4fdca12057e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8acf1dbb3da24f79b67da492da32dab5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394278 Jul 16 18:44:49.901138 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44942) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:49.953286 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c7f37c30-2340-4cd7-8b81-dde793f5b53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.985983 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c7f37c30-2340-4cd7-8b81-dde793f5b53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.035872 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c7f37c30-2340-4cd7-8b81-dde793f5b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.038581 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c7f37c30-2340-4cd7-8b81-dde793f5b53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.040334 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c7f37c30-2340-4cd7-8b81-dde793f5b53d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a85bc62f-2f4f-4188-9af5-36a63ce50a93 HTTP/1.1" status: 204 len: 168 time: 0.1382625 Jul 16 18:44:50.049027 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f37c30-2340-4cd7-8b81-dde793f5b53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85bc62f-2f4f-4188-9af5-36a63ce50a93,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:50.830548 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389b166-c9b5-4249-baa6-c3e7a63817be req-c9f854aa-b7bc-4d49-ac14-30bd33ec23c2 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:50.832110 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f389b166-c9b5-4249-baa6-c3e7a63817be req-c9f854aa-b7bc-4d49-ac14-30bd33ec23c2 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.0887580 Jul 16 18:44:50.832839 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 44966) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:50.877145 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f389b166-c9b5-4249-baa6-c3e7a63817be req-bd89d919-53e3-480b-a318-070da33fff30 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376737 Jul 16 18:44:50.943013 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1349454710-network', 'tenant_id': '17e7da6814934baeae8ec84f08cb847c'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:50.966771 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Made reservation on behalf of 17e7da6814934baeae8ec84f08cb847c for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:50.971390 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.982207 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.075201 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198c028-630a-4406-bf55-206886cd35c4 req-4153c0d2-385b-4524-b4fc-6447cc8d490f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.082074 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5198c028-630a-4406-bf55-206886cd35c4 req-4153c0d2-385b-4524-b4fc-6447cc8d490f tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.0819471 Jul 16 18:44:51.115621 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.122200 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.124940 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5198c028-630a-4406-bf55-206886cd35c4 req-86baf259-830d-413e-9d30-6736f09a5c1a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Jul 16 18:44:51.182529 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=93207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:51.210356 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.211364 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Added segment b1b6aafe-931b-45fb-b061-96f5f93e1f00 of type vlan for network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 Jul 16 18:44:51.220267 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2781ef2-3482-4f2c-a3d5-f5533129d643,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:51.256480 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.288658 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.289705 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.290341 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.322100 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4881711 Jul 16 18:44:51.325377 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 44972) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:51.330937 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] Request body: {'subnet': {'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1349454710-subnet', 'tenant_id': '17e7da6814934baeae8ec84f08cb847c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:51.354687 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] Made reservation on behalf of 17e7da6814934baeae8ec84f08cb847c for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:51.357426 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695207'] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.372295 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41547b7-cefd-4605-8d02-b87c1abff0eb admin admin] Pushing event updated for resources: {'Network': ['ID=15e97263-c620-4b55-9d4f-49a4f8d5cd38,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:51.382096 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:51.539387 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3222909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695221'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.603877 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0176a18d-8563-404f-9795-9ee1642f146d,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:51.620458 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] Checking segment: {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:51.620835 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] Network hostable DHCP agents. Network: 15e97263-c620-4b55-9d4f-49a4f8d5cd38, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:51.637910 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] Network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:51.646770 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, 15e97263-c620-4b55-9d4f-49a4f8d5cd38) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:51.651740 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.652429 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.659278 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57544dd-9023-44ac-866f-948f0c9c522c None None] Network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:51.677843 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-70a6699f-db2d-4cc8-ac7a-c4299c138882 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3437254 Jul 16 18:44:51.760094 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-b040c3af-7230-45a0-a4d5-8d8a06c28b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.838665 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99cb3a8-4241-43ca-9be2-6155b72246c2 None None] Network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:52.107746 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00e0e3-885c-4416-848b-3402a0a79c3c req-1f41d13e-929a-45ab-a33f-4a82f5df8940 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.109373 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ce00e0e3-885c-4416-848b-3402a0a79c3c req-1f41d13e-929a-45ab-a33f-4a82f5df8940 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.0757196 Jul 16 18:44:52.160329 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ce00e0e3-885c-4416-848b-3402a0a79c3c req-32bd8cf7-39ee-4dc8-ac80-f9c9727e67de tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450165 Jul 16 18:44:52.242477 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-967fccfe-34c6-4366-9b16-f6fb6f990a59 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.244035 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-967fccfe-34c6-4366-9b16-f6fb6f990a59 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 815 time: 0.1245904 Jul 16 18:44:52.259067 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-565aaf79-8160-45c8-b156-10d2d3c71e1b tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/quotas/17e7da6814934baeae8ec84f08cb847c HTTP/1.1" status: 200 len: 375 time: 0.0094621 Jul 16 18:44:52.294281 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-c43c35f0-9dac-4345-a697-c24ef3d9e3bf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300632 Jul 16 18:44:52.336390 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03028fad-c1f3-4f16-bf60-c3159bfe3ee7 req-c97771b0-4540-47d1-9a1e-26b5aa53adb5 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.337987 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03028fad-c1f3-4f16-bf60-c3159bfe3ee7 req-c97771b0-4540-47d1-9a1e-26b5aa53adb5 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.0701072 Jul 16 18:44:52.381342 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-03028fad-c1f3-4f16-bf60-c3159bfe3ee7 req-41e5765c-1a8c-4e02-a06a-bf849dfc5608 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372171 Jul 16 18:44:52.396032 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-8a95389a-ecd1-4e9f-9734-a01b391bc098 service neutron] 10.222.0.79 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937061 Jul 16 18:44:52.489607 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-4b185603-c2f4-45d0-bf11-549a63bfe48b service neutron] 10.222.0.79 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873640 Jul 16 18:44:52.657467 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9ee0120b-4219-4c68-88d9-13b0c85a9819 req-e382d21c-4531-44f9-ab4d-8bec57e85d0f tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 210 time: 0.0280492 Jul 16 18:44:53.343116 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c4c7d-f277-4644-8eaa-2c7a5b6d2c7b req-251e852c-45d4-40e7-990e-9929f658db55 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.344588 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-976c4c7d-f277-4644-8eaa-2c7a5b6d2c7b req-251e852c-45d4-40e7-990e-9929f658db55 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.0692804 Jul 16 18:44:53.386959 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-976c4c7d-f277-4644-8eaa-2c7a5b6d2c7b req-d4334a91-5982-4e4d-8fe7-b8bcbe6b08b9 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364213 Jul 16 18:44:53.563337 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad22129-1db5-4759-b7ea-58c376e5d2d8 req-133a5b75-cd8b-4448-b117-6cc0a020c931 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.564813 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1ad22129-1db5-4759-b7ea-58c376e5d2d8 req-133a5b75-cd8b-4448-b117-6cc0a020c931 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.0663319 Jul 16 18:44:53.604258 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1ad22129-1db5-4759-b7ea-58c376e5d2d8 req-157f8d5b-90b2-4fe0-8b07-99e7c469eb75 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Jul 16 18:44:53.818307 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-007e85bd-c031-4d4c-b290-7a13afcf2eaf req-5155dfc3-3d1d-4250-b023-b609ab36010d tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 210 time: 0.0358021 Jul 16 18:44:53.919292 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-db5ec385-0232-44c5-89b9-4c2b1070e9cb tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.920755 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-db5ec385-0232-44c5-89b9-4c2b1070e9cb tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 815 time: 0.1214709 Jul 16 18:44:53.935215 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Request body: {'port': {'device_id': '4487feb4-ef59-471e-a4c5-198d2302cb6b', 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38', 'admin_state_up': True, 'tenant_id': '17e7da6814934baeae8ec84f08cb847c'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:54.061627 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Made reservation on behalf of 17e7da6814934baeae8ec84f08cb847c for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:54.065247 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.192166 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Allocated IP 172.20.0.11 (15e97263-c620-4b55-9d4f-49a4f8d5cd38/0176a18d-8563-404f-9795-9ee1642f146d/38b01310-1034-4485-9de2-9cdbd63ad304) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:54.522135 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-36b4b9b7-d853-499c-a9eb-7d193f978240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.579197 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 351a8129-873e-46ed-8b4e-719ccbabc192 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:54.634285 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dd45b-e734-448e-8871-97eb88b5b9e2 req-227d2b06-6bae-435c-b67e-bea5fe261b42 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.635948 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0d5dd45b-e734-448e-8871-97eb88b5b9e2 req-227d2b06-6bae-435c-b67e-bea5fe261b42 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.1303201 Jul 16 18:44:54.678638 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.704092 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:54.706285 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.708462 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0d5dd45b-e734-448e-8871-97eb88b5b9e2 req-56b30925-c781-4516-9110-4e35c94923c0 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d646eac-f75a-4136-80ae-1ab49c815384&id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664926 Jul 16 18:44:54.718027 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '351a8129-873e-46ed-8b4e-719ccbabc192', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'port_id': '351a8129-873e-46ed-8b4e-719ccbabc192', 'mac_address': 'fa:16:3e:c8:8e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:54.752668 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.764811 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.779583 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351a8129-873e-46ed-8b4e-719ccbabc192 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:54.797628 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:54.803066 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:54.803261 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:54.807946 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:54.808981 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.837042 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Pushing event updated for resources: {'Port': ['ID=38b01310-1034-4485-9de2-9cdbd63ad304,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:54.851548 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae9826-b30d-4aa3-9aec-487861063d66 req-bd4b2021-33d4-40dc-b253-bce01ffa1aa1 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.853639 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.854090 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.854366 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5aae9826-b30d-4aa3-9aec-487861063d66 req-bd4b2021-33d4-40dc-b253-bce01ffa1aa1 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 944 time: 0.0737731 Jul 16 18:44:54.854501 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.854895 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.855295 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.855697 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.856103 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.856502 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.856895 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.857299 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.857690 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.858113 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:54.881835 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=351a8129-873e-46ed-8b4e-719ccbabc192,revision_number=9']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:54.889096 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.890133 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.912510 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-42eb5748-fc64-449b-acae-84adfd3b5164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9806030 Jul 16 18:44:54.925819 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Request body: {'port': {'device_id': '4487feb4-ef59-471e-a4c5-198d2302cb6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:54.934856 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5aae9826-b30d-4aa3-9aec-487861063d66 req-4dcd22ef-6d18-409f-84d8-40609fe881e8 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682414 Jul 16 18:44:55.038249 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.067635 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab78399-c627-4353-a00d-0b52087b547c req-afb57232-ee68-4b46-a007-dcd3086bd330 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.069119 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fab78399-c627-4353-a00d-0b52087b547c req-afb57232-ee68-4b46-a007-dcd3086bd330 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 932 time: 0.1091783 Jul 16 18:44:55.069561 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['351a8129-873e-46ed-8b4e-719ccbabc192'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:55.179478 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fab78399-c627-4353-a00d-0b52087b547c req-637df1fe-8403-4460-9241-46b33a810d2f tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927792 Jul 16 18:44:55.354052 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b01310-1034-4485-9de2-9cdbd63ad304 {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:55.361339 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.373254 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Transition to ACTIVE for port object 38b01310-1034-4485-9de2-9cdbd63ad304 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:55.377076 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.415011 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.425198 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Pushing event updated for resources: {'Port': ['ID=38b01310-1034-4485-9de2-9cdbd63ad304,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:55.497022 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Attempting to bind port 38b01310-1034-4485-9de2-9cdbd63ad304 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:55.497355 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Attempting to bind port 38b01310-1034-4485-9de2-9cdbd63ad304 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:55.497682 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Attempting to bind port 38b01310-1034-4485-9de2-9cdbd63ad304 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:55.501768 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Port 38b01310-1034-4485-9de2-9cdbd63ad304 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:55.502116 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Attempting to bind port 38b01310-1034-4485-9de2-9cdbd63ad304 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:55.506832 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:55.507790 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Checking segment: {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:55.508176 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Bound using segment: {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:55.508595 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Bound port: 38b01310-1034-4485-9de2-9cdbd63ad304, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:55.508941 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.570259 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] For port 38b01310-1034-4485-9de2-9cdbd63ad304, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:55.573213 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] For port 38b01310-1034-4485-9de2-9cdbd63ad304, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38b01310-1034-4485-9de2-9cdbd63ad304,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:55.576729 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.608667 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.609276 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.610707 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] 10.222.0.88 "PUT /v2.0/ports/38b01310-1034-4485-9de2-9cdbd63ad304 HTTP/1.1" status: 200 len: 1094 time: 0.6902061 Jul 16 18:44:55.611133 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4487feb4-ef59-471e-a4c5-198d2302cb6b', 'tag': '38b01310-1034-4485-9de2-9cdbd63ad304'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:55.613380 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd494ed7-55ea-4016-9443-208ffdf9e7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4487feb4-ef59-471e-a4c5-198d2302cb6b", "tag": "38b01310-1034-4485-9de2-9cdbd63ad304"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:55.638572 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08261f4d-75aa-4ba7-9505-7087fc7fe5fd service neutron] Pushing event updated for resources: {'Port': ['ID=38b01310-1034-4485-9de2-9cdbd63ad304,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:55.684093 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb453d64-52a5-4566-89d5-142161bcaf71 x-openstack-request-id: req-bb453d64-52a5-4566-89d5-142161bcaf71 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:55.684685 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4487feb4-ef59-471e-a4c5-198d2302cb6b", "tag": "38b01310-1034-4485-9de2-9cdbd63ad304", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:55.684685 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb453d64-52a5-4566-89d5-142161bcaf71 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:55.685089 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4487feb4-ef59-471e-a4c5-198d2302cb6b', 'tag': '38b01310-1034-4485-9de2-9cdbd63ad304', 'status': 'completed', 'code': 200} Jul 16 18:44:55.711853 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-85f5017c-d303-46c9-ba00-115631333ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.713354 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-85f5017c-d303-46c9-ba00-115631333ad7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 1097 time: 0.0601139 Jul 16 18:44:55.754085 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-7567b9eb-f489-451e-822a-d428e45eada6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38b01310-1034-4485-9de2-9cdbd63ad304 HTTP/1.1" status: 200 len: 217 time: 0.0327554 Jul 16 18:44:55.799798 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-1d2a2126-4ae5-48b9-a8fa-7ae33c92f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.801227 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-1d2a2126-4ae5-48b9-a8fa-7ae33c92f487 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0176a18d-8563-404f-9795-9ee1642f146d HTTP/1.1" status: 200 len: 855 time: 0.0416083 Jul 16 18:44:55.834452 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-7550d322-c83e-4dc4-a459-c709efdbe80a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15e97263-c620-4b55-9d4f-49a4f8d5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266290 Jul 16 18:44:55.923546 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-e601a80c-dbe4-4436-8c3c-2df444237d31 service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826988 Jul 16 18:44:56.018503 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-92b87cc9-1963-413b-8e87-3b139f686cd8 req-56a98bad-0362-4fb4-8084-9c17a251ac17 service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883017 Jul 16 18:44:56.153155 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd494ed7-55ea-4016-9443-208ffdf9e7d0 req-5d67bfcb-3526-45f2-b299-fcbac4589e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.154668 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fd494ed7-55ea-4016-9443-208ffdf9e7d0 req-5d67bfcb-3526-45f2-b299-fcbac4589e6e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 1097 time: 0.0870993 Jul 16 18:44:56.162867 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d8b8-f107-4462-93d3-b3500f6300cc req-0c4540ce-de1c-4f43-95b3-c76282f74fa4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.165299 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9756d8b8-f107-4462-93d3-b3500f6300cc req-0c4540ce-de1c-4f43-95b3-c76282f74fa4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 945 time: 0.1068523 Jul 16 18:44:56.257532 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9756d8b8-f107-4462-93d3-b3500f6300cc req-9ee5e082-f5ee-4f87-8277-43f862866c46 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840793 Jul 16 18:44:56.283609 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd494ed7-55ea-4016-9443-208ffdf9e7d0 req-e384eac6-ea5b-47b0-a000-55c0ff061e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.285108 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fd494ed7-55ea-4016-9443-208ffdf9e7d0 req-e384eac6-ea5b-47b0-a000-55c0ff061e8e service neutron] 10.222.0.88 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 917 time: 0.1189537 Jul 16 18:44:56.339458 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fd494ed7-55ea-4016-9443-208ffdf9e7d0 req-94760a98-f05c-4b1c-a587-8a8570e8737f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38b01310-1034-4485-9de2-9cdbd63ad304 HTTP/1.1" status: 200 len: 217 time: 0.0430436 Jul 16 18:44:56.368592 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a1e5-5351-48be-9d66-6b3d8eca1c93 req-160cf406-78e0-456e-ad53-a047ec5e25fc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.370316 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-fc18a1e5-5351-48be-9d66-6b3d8eca1c93 req-160cf406-78e0-456e-ad53-a047ec5e25fc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 944 time: 0.0678642 Jul 16 18:44:56.393009 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd494ed7-55ea-4016-9443-208ffdf9e7d0 req-0a0079b0-3054-4d7e-b03a-4bbdec6324d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.394595 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fd494ed7-55ea-4016-9443-208ffdf9e7d0 req-0a0079b0-3054-4d7e-b03a-4bbdec6324d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0176a18d-8563-404f-9795-9ee1642f146d HTTP/1.1" status: 200 len: 855 time: 0.0476191 Jul 16 18:44:56.408925 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-fc18a1e5-5351-48be-9d66-6b3d8eca1c93 req-2e0623f4-902e-4b34-8a0a-dc982f53e7df tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327630 Jul 16 18:44:56.430219 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fd494ed7-55ea-4016-9443-208ffdf9e7d0 req-cc83ee00-5e60-4a82-80fb-3b3361f71dc7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15e97263-c620-4b55-9d4f-49a4f8d5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273006 Jul 16 18:44:56.525069 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fd494ed7-55ea-4016-9443-208ffdf9e7d0 req-50638fb9-1126-4c9d-804f-24e1a468265f service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881770 Jul 16 18:44:56.597935 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 351a8129-873e-46ed-8b4e-719ccbabc192 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:56.619012 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fd494ed7-55ea-4016-9443-208ffdf9e7d0 req-8557e509-380b-4caa-b404-34e59913b7d7 service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842953 Jul 16 18:44:56.651005 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 351a8129-873e-46ed-8b4e-719ccbabc192 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:56.651005 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.729433 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.751594 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:56.753845 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67c46f0-0f4f-4dff-bc3a-561997906c92" -d '{"events": [{"server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "name": "network-vif-plugged", "status": "completed", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:56.767557 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:56.771588 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.794838 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b2f77e-019e-4e3b-998e-6a6ae30542e8 x-openstack-request-id: req-f9b2f77e-019e-4e3b-998e-6a6ae30542e8 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:56.795141 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "name": "network-vif-plugged", "status": "completed", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:56.795395 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f9b2f77e-019e-4e3b-998e-6a6ae30542e8 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:56.795785 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192', 'code': 200} Jul 16 18:44:56.823191 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=351a8129-873e-46ed-8b4e-719ccbabc192,revision_number=10']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:57.001265 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7b0ed-2e01-4630-99a4-885af5f2e022 req-7ff0fd18-3402-4ac8-b566-5a161348a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:57.002821 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bbf7b0ed-2e01-4630-99a4-885af5f2e022 req-7ff0fd18-3402-4ac8-b566-5a161348a7c9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 1100 time: 0.0542982 Jul 16 18:44:57.036598 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bbf7b0ed-2e01-4630-99a4-885af5f2e022 req-2947df88-b5cf-48ae-9bd4-cee57764da97 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275159 Jul 16 18:44:57.436591 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543817f-f98c-43eb-a296-739ca68d3a9f req-c221fe8b-1e86-4684-b456-d31b5d0c2ad4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:57.438151 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3543817f-f98c-43eb-a296-739ca68d3a9f req-c221fe8b-1e86-4684-b456-d31b5d0c2ad4 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 947 time: 0.0654173 Jul 16 18:44:57.455353 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.480096 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-3543817f-f98c-43eb-a296-739ca68d3a9f req-6a5ae2f5-c7db-4e2a-9ccf-102fd7bb4b09 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361469 Jul 16 18:44:57.594269 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee7fa-f0cb-4bd7-af16-a4719e5e5c8c req-17cb0513-2f64-4de7-a7fd-e7009b532a35 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:57.595940 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-981ee7fa-f0cb-4bd7-af16-a4719e5e5c8c req-17cb0513-2f64-4de7-a7fd-e7009b532a35 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 944 time: 0.0673919 Jul 16 18:44:57.634747 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-981ee7fa-f0cb-4bd7-af16-a4719e5e5c8c req-f9db3861-7ecc-463b-bdc0-3fd1050924fd tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Jul 16 18:44:58.604456 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 38b01310-1034-4485-9de2-9cdbd63ad304 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:58.661728 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fe1e0-c31f-4720-a7a6-d03a8ea8653f req-7d073007-8cfc-48c9-b546-65e16df9d91a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.664245 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-767fe1e0-c31f-4720-a7a6-d03a8ea8653f req-7d073007-8cfc-48c9-b546-65e16df9d91a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 947 time: 0.0660710 Jul 16 18:44:58.714910 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 38b01310-1034-4485-9de2-9cdbd63ad304, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38b01310-1034-4485-9de2-9cdbd63ad304,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:58.719545 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-767fe1e0-c31f-4720-a7a6-d03a8ea8653f req-a9f466f2-7ffe-46e1-b65a-30c896fbf8b3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463552 Jul 16 18:44:58.731069 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '38b01310-1034-4485-9de2-9cdbd63ad304', 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38', 'port_id': '38b01310-1034-4485-9de2-9cdbd63ad304', 'mac_address': 'fa:16:3e:71:04:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0176a18d-8563-404f-9795-9ee1642f146d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:58.770913 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.786714 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b01310-1034-4485-9de2-9cdbd63ad304 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:58.812370 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 38b01310-1034-4485-9de2-9cdbd63ad304, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38b01310-1034-4485-9de2-9cdbd63ad304,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:58.816668 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.848301 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14bde7-d6eb-48ec-b1a9-27db8876c9cb req-2dd71ce5-e3a2-41de-88b9-c19334bd3b61 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.849804 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3f14bde7-d6eb-48ec-b1a9-27db8876c9cb req-2dd71ce5-e3a2-41de-88b9-c19334bd3b61 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 944 time: 0.0757389 Jul 16 18:44:58.865405 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=38b01310-1034-4485-9de2-9cdbd63ad304,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:58.890430 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3f14bde7-d6eb-48ec-b1a9-27db8876c9cb req-e8107bcd-39fa-4093-85b0-9561b18c13a3 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Jul 16 18:44:59.057368 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['38b01310-1034-4485-9de2-9cdbd63ad304'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:59.209798 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.896760 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcfb91-a061-4e4d-bce1-bcc62857e2e6 req-a658a579-b954-4e30-8707-51f88e64e0ad tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:59.898425 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4bbcfb91-a061-4e4d-bce1-bcc62857e2e6 req-a658a579-b954-4e30-8707-51f88e64e0ad tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 947 time: 0.0678864 Jul 16 18:44:59.938630 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4bbcfb91-a061-4e4d-bce1-bcc62857e2e6 req-2e384e76-1446-4625-9310-0822a851f08a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343487 Jul 16 18:45:00.066359 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f535-b827-4b82-8ea2-c3698fad2263 req-e956246d-f19b-44c5-8d60-560771566c3d tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:00.067855 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b8a2f535-b827-4b82-8ea2-c3698fad2263 req-e956246d-f19b-44c5-8d60-560771566c3d tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 945 time: 0.0661416 Jul 16 18:45:00.105776 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b8a2f535-b827-4b82-8ea2-c3698fad2263 req-f66df7a7-da78-4907-99be-159bac0f40f7 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Jul 16 18:45:00.604604 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 38b01310-1034-4485-9de2-9cdbd63ad304 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:00.660709 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 38b01310-1034-4485-9de2-9cdbd63ad304 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:00.665038 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 38b01310-1034-4485-9de2-9cdbd63ad304 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:00.665409 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.743571 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.766094 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4487feb4-ef59-471e-a4c5-198d2302cb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b01310-1034-4485-9de2-9cdbd63ad304'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:00.768311 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65f0221-3bfb-4a71-923e-1b059d0aabe4" -d '{"events": [{"server_uuid": "4487feb4-ef59-471e-a4c5-198d2302cb6b", "name": "network-vif-plugged", "status": "completed", "tag": "38b01310-1034-4485-9de2-9cdbd63ad304"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:00.781803 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 38b01310-1034-4485-9de2-9cdbd63ad304, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38b01310-1034-4485-9de2-9cdbd63ad304,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:00.787807 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.816563 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8523337-b15f-49dc-94b3-80a14a6fdb80 x-openstack-request-id: req-b8523337-b15f-49dc-94b3-80a14a6fdb80 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:00.816848 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4487feb4-ef59-471e-a4c5-198d2302cb6b", "name": "network-vif-plugged", "status": "completed", "tag": "38b01310-1034-4485-9de2-9cdbd63ad304", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:00.817097 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b8523337-b15f-49dc-94b3-80a14a6fdb80 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:00.817484 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4487feb4-ef59-471e-a4c5-198d2302cb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b01310-1034-4485-9de2-9cdbd63ad304', 'code': 200} Jul 16 18:45:00.847904 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=38b01310-1034-4485-9de2-9cdbd63ad304,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:01.051592 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b99d-7ea8-41b3-a08d-cd825b038e51 req-a69259f6-19d9-429e-a59f-ecf69b429cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.053111 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7356b99d-7ea8-41b3-a08d-cd825b038e51 req-a69259f6-19d9-429e-a59f-ecf69b429cbc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 1099 time: 0.0518911 Jul 16 18:45:01.088248 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-7356b99d-7ea8-41b3-a08d-cd825b038e51 req-c1e04baf-37c3-4c3c-ae50-d5b7c92dfbca service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286100 Jul 16 18:45:01.286594 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02cec6-19e8-4e21-8c5e-6e4c1513bf51 req-7723ec63-fed7-4d8d-b2b1-b8881edc3b9b tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.288168 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3b02cec6-19e8-4e21-8c5e-6e4c1513bf51 req-7723ec63-fed7-4d8d-b2b1-b8881edc3b9b tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 946 time: 0.0719700 Jul 16 18:45:01.326537 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-3b02cec6-19e8-4e21-8c5e-6e4c1513bf51 req-30d54502-8f05-47e0-ad9b-c344ba0d3ea1 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Jul 16 18:45:02.507753 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac2645-8dbd-4334-98b6-db4172233aef req-e626b7b1-e058-4a34-9715-501b3fbd3bc8 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:02.509252 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-eaac2645-8dbd-4334-98b6-db4172233aef req-e626b7b1-e058-4a34-9715-501b3fbd3bc8 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 946 time: 0.0688763 Jul 16 18:45:02.549068 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-eaac2645-8dbd-4334-98b6-db4172233aef req-3a0fa5d1-1885-42d7-ba1c-56918cce89eb tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341945 Jul 16 18:45:11.934284 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-5e7fd4fb-64a8-499a-b9b2-f088bb787902 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:11.935732 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-5e7fd4fb-64a8-499a-b9b2-f088bb787902 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 815 time: 0.1053624 Jul 16 18:45:11.950479 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-4230ddea-736f-4f19-ad0d-3048a12a3e9b tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/quotas/17e7da6814934baeae8ec84f08cb847c HTTP/1.1" status: 200 len: 375 time: 0.0094042 Jul 16 18:45:12.017857 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-19e6fbbc-be36-46a1-a67e-e259fafda762 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622735 Jul 16 18:45:12.113085 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-02eba786-6e4c-49d4-854f-ddac2e35911c service neutron] 10.222.0.79 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878391 Jul 16 18:45:12.202128 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f190e4b5-1120-4732-8693-daf23ab386f4 service neutron] 10.222.0.79 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824904 Jul 16 18:45:12.376607 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-943b2b5c-9436-4a80-8882-ca7750927237 req-33f9aae2-cedf-4f91-8271-fc99880777ad tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 210 time: 0.0336144 Jul 16 18:45:13.503083 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-fc14d89e-e749-453d-a7c2-945ac2da64d2 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:13.504542 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-fc14d89e-e749-453d-a7c2-945ac2da64d2 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 815 time: 0.1136501 Jul 16 18:45:13.525449 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Request body: {'port': {'device_id': 'b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40', 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38', 'admin_state_up': True, 'tenant_id': '17e7da6814934baeae8ec84f08cb847c'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:13.530415 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-56f9bb4e-fa4a-4778-8007-904c77fb90ce req-7932e87c-1695-48f3-a8ba-c400f170ce2c tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 210 time: 0.0342410 Jul 16 18:45:13.644208 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Made reservation on behalf of 17e7da6814934baeae8ec84f08cb847c for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:13.647887 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.769487 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Allocated IP 172.20.0.7 (15e97263-c620-4b55-9d4f-49a4f8d5cd38/0176a18d-8563-404f-9795-9ee1642f146d/f423020e-0cd7-4434-9525-9e378bd26271) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:13.923051 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.962940 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.977263 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['38b01310-1034-4485-9de2-9cdbd63ad304'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:14.010475 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:14.013661 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:14.017672 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:14.046888 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Pushing event updated for resources: {'Port': ['ID=f423020e-0cd7-4434-9525-9e378bd26271,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.081912 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.082532 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.103408 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f395fc9e-8d5c-4753-b7d3-584051c15cb9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5824094 Jul 16 18:45:14.124955 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Request body: {'port': {'device_id': 'b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:14.197628 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.203953 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:14.462775 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f423020e-0cd7-4434-9525-9e378bd26271 {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:14.467386 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.479872 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Transition to ACTIVE for port object f423020e-0cd7-4434-9525-9e378bd26271 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:14.484055 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.535663 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f423020e-0cd7-4434-9525-9e378bd26271,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.604329 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Attempting to bind port f423020e-0cd7-4434-9525-9e378bd26271 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:14.604668 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Attempting to bind port f423020e-0cd7-4434-9525-9e378bd26271 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:14.604991 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Attempting to bind port f423020e-0cd7-4434-9525-9e378bd26271 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:14.609691 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Port f423020e-0cd7-4434-9525-9e378bd26271 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:14.610038 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Attempting to bind port f423020e-0cd7-4434-9525-9e378bd26271 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:14.614851 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:14.615185 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Checking segment: {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:14.616068 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Bound using segment: {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:14.616490 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Bound port: f423020e-0cd7-4434-9525-9e378bd26271, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:14.616845 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.716244 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] For port f423020e-0cd7-4434-9525-9e378bd26271, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:14.721120 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] For port f423020e-0cd7-4434-9525-9e378bd26271, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f423020e-0cd7-4434-9525-9e378bd26271,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:14.727245 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.769440 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.770076 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.771468 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] 10.222.0.88 "PUT /v2.0/ports/f423020e-0cd7-4434-9525-9e378bd26271 HTTP/1.1" status: 200 len: 1093 time: 0.6528447 Jul 16 18:45:14.775648 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40', 'tag': 'f423020e-0cd7-4434-9525-9e378bd26271'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:14.777973 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6100e3e8-3b23-4386-9582-5c6c4a48f62e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40", "tag": "f423020e-0cd7-4434-9525-9e378bd26271"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:14.791034 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c636f-f0d2-445f-ae73-51bde5368ced req-d5c7cfe0-8529-4302-a148-9af452303e44 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.792817 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b41c636f-f0d2-445f-ae73-51bde5368ced req-d5c7cfe0-8529-4302-a148-9af452303e44 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 943 time: 0.1392751 Jul 16 18:45:14.823670 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13438e69-3ef6-4f99-a67f-7c95e149037a x-openstack-request-id: req-13438e69-3ef6-4f99-a67f-7c95e149037a {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:14.823956 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40", "tag": "f423020e-0cd7-4434-9525-9e378bd26271", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:14.824202 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-13438e69-3ef6-4f99-a67f-7c95e149037a {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:14.824596 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40', 'tag': 'f423020e-0cd7-4434-9525-9e378bd26271', 'status': 'completed', 'code': 200} Jul 16 18:45:14.827091 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bb8ca-8754-4110-bc3b-3a17dca5a2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f423020e-0cd7-4434-9525-9e378bd26271,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.878093 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b41c636f-f0d2-445f-ae73-51bde5368ced req-4c6259eb-8268-4344-89ad-b319852ca889 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725033 Jul 16 18:45:14.900706 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-16e102c6-9916-43c8-85d2-446e88cea051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.903022 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-16e102c6-9916-43c8-85d2-446e88cea051 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 1096 time: 0.0720072 Jul 16 18:45:14.949061 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-057003cb-826d-429a-b498-eacb188d07d3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f423020e-0cd7-4434-9525-9e378bd26271 HTTP/1.1" status: 200 len: 217 time: 0.0347452 Jul 16 18:45:15.005096 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-44773008-21da-4c4e-b2c1-be3895a58b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.006741 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-44773008-21da-4c4e-b2c1-be3895a58b23 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0176a18d-8563-404f-9795-9ee1642f146d HTTP/1.1" status: 200 len: 855 time: 0.0445726 Jul 16 18:45:15.043302 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-92378b26-0f7c-4ae8-bb56-d5db876e2220 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15e97263-c620-4b55-9d4f-49a4f8d5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300081 Jul 16 18:45:15.136914 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-f31b840d-46f8-460a-bcb8-21e263338ab6 service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Jul 16 18:45:15.232436 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5bf97289-7c5e-4542-a5f1-aed3ce181a56 req-a01348ca-bced-43b3-a8b3-43ae5a7c7149 service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880811 Jul 16 18:45:15.341566 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100e3e8-3b23-4386-9582-5c6c4a48f62e req-d28ea179-618d-4fa6-a4d7-239a5d69fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.343113 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6100e3e8-3b23-4386-9582-5c6c4a48f62e req-d28ea179-618d-4fa6-a4d7-239a5d69fedf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 1096 time: 0.0530219 Jul 16 18:45:15.446400 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100e3e8-3b23-4386-9582-5c6c4a48f62e req-0e4ce7e8-f0e6-4049-bda0-ca626209a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.447792 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6100e3e8-3b23-4386-9582-5c6c4a48f62e req-0e4ce7e8-f0e6-4049-bda0-ca626209a65a service neutron] 10.222.0.88 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 917 time: 0.0947983 Jul 16 18:45:15.498243 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6100e3e8-3b23-4386-9582-5c6c4a48f62e req-8a06e14f-525c-44fb-8d8c-95b8bd492b9c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f423020e-0cd7-4434-9525-9e378bd26271 HTTP/1.1" status: 200 len: 217 time: 0.0373013 Jul 16 18:45:15.547033 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100e3e8-3b23-4386-9582-5c6c4a48f62e req-76a45e57-7487-42ad-a523-0e854ab10f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.548494 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6100e3e8-3b23-4386-9582-5c6c4a48f62e req-76a45e57-7487-42ad-a523-0e854ab10f7b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0176a18d-8563-404f-9795-9ee1642f146d HTTP/1.1" status: 200 len: 855 time: 0.0430033 Jul 16 18:45:15.590652 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6100e3e8-3b23-4386-9582-5c6c4a48f62e req-0679fe64-70c6-41c2-ad24-d254b33cb322 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15e97263-c620-4b55-9d4f-49a4f8d5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260677 Jul 16 18:45:15.683173 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6100e3e8-3b23-4386-9582-5c6c4a48f62e req-7ab78343-2279-4f33-a782-9ea9af0dff02 service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847814 Jul 16 18:45:15.775048 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6100e3e8-3b23-4386-9582-5c6c4a48f62e req-88e3227c-5745-4422-867a-a8be6c08555f service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820880 Jul 16 18:45:16.054915 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9207-f585-44f0-8cae-ad0883f174d6 req-fdfeed70-6484-4b87-bbf3-4cbc8557a52b tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:16.056407 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8bcb9207-f585-44f0-8cae-ad0883f174d6 req-fdfeed70-6484-4b87-bbf3-4cbc8557a52b tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 943 time: 0.0662949 Jul 16 18:45:16.102384 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8bcb9207-f585-44f0-8cae-ad0883f174d6 req-0841ea1b-8479-4633-941e-140a5726b164 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374973 Jul 16 18:45:16.644418 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device f423020e-0cd7-4434-9525-9e378bd26271 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:16.739202 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port f423020e-0cd7-4434-9525-9e378bd26271, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f423020e-0cd7-4434-9525-9e378bd26271,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:16.753470 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': 'f423020e-0cd7-4434-9525-9e378bd26271', 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38', 'port_id': 'f423020e-0cd7-4434-9525-9e378bd26271', 'mac_address': 'fa:16:3e:ad:62:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0176a18d-8563-404f-9795-9ee1642f146d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:16.791900 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.805324 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f423020e-0cd7-4434-9525-9e378bd26271 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:16.824847 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port f423020e-0cd7-4434-9525-9e378bd26271, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f423020e-0cd7-4434-9525-9e378bd26271,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:16.829087 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.875634 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=f423020e-0cd7-4434-9525-9e378bd26271,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:17.130046 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['f423020e-0cd7-4434-9525-9e378bd26271'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:17.286625 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e02eb-0f4b-48c4-87ec-b4118ae28366 req-2fcbb59f-2cdd-455e-a309-792992b23c16 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:17.289293 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0f0e02eb-0f4b-48c4-87ec-b4118ae28366 req-2fcbb59f-2cdd-455e-a309-792992b23c16 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 944 time: 0.0736606 Jul 16 18:45:17.330626 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-0f0e02eb-0f4b-48c4-87ec-b4118ae28366 req-28edc49e-fe91-4b48-b9c5-e919dfab4ff1 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354054 Jul 16 18:45:18.507883 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecc475-ff92-4f17-8fd1-72ca44c484fd req-17737271-3aa1-4942-8b7c-87636a0fe2bb tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.509372 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-51ecc475-ff92-4f17-8fd1-72ca44c484fd req-17737271-3aa1-4942-8b7c-87636a0fe2bb tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 944 time: 0.0661247 Jul 16 18:45:18.546436 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-51ecc475-ff92-4f17-8fd1-72ca44c484fd req-f94f91bc-41ef-4cd4-be0a-3875853b591a tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Jul 16 18:45:18.657845 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device f423020e-0cd7-4434-9525-9e378bd26271 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:18.705539 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port f423020e-0cd7-4434-9525-9e378bd26271 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:18.709301 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port f423020e-0cd7-4434-9525-9e378bd26271 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:18.709805 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.788469 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.811199 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f423020e-0cd7-4434-9525-9e378bd26271'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:18.813415 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d5779d-8392-4527-a8cb-44747174b8d6" -d '{"events": [{"server_uuid": "b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40", "name": "network-vif-plugged", "status": "completed", "tag": "f423020e-0cd7-4434-9525-9e378bd26271"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:18.826068 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port f423020e-0cd7-4434-9525-9e378bd26271, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f423020e-0cd7-4434-9525-9e378bd26271,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:18.830236 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.854380 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31504b4-1402-49ef-9b62-91b933547c30 x-openstack-request-id: req-c31504b4-1402-49ef-9b62-91b933547c30 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:18.854569 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40", "name": "network-vif-plugged", "status": "completed", "tag": "f423020e-0cd7-4434-9525-9e378bd26271", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:18.854710 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c31504b4-1402-49ef-9b62-91b933547c30 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:18.855090 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f423020e-0cd7-4434-9525-9e378bd26271', 'code': 200} Jul 16 18:45:18.882731 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=f423020e-0cd7-4434-9525-9e378bd26271,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:19.070257 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50e99c-5314-48ec-bf9b-5714f1d79f19 req-57d107c9-c4ad-4eb4-a1d1-cd0f50ee4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:19.071849 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cf50e99c-5314-48ec-bf9b-5714f1d79f19 req-57d107c9-c4ad-4eb4-a1d1-cd0f50ee4f25 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 1098 time: 0.0515306 Jul 16 18:45:19.110685 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cf50e99c-5314-48ec-bf9b-5714f1d79f19 req-aed6f2db-5178-458f-8c26-4d19ec4856e9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284352 Jul 16 18:45:19.722023 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931c79f-e375-40a7-8081-4f79e34ab3aa req-89c67e9f-66d4-4213-af47-7f2d23375253 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:19.723581 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4931c79f-e375-40a7-8081-4f79e34ab3aa req-89c67e9f-66d4-4213-af47-7f2d23375253 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 945 time: 0.0677211 Jul 16 18:45:19.762216 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-4931c79f-e375-40a7-8081-4f79e34ab3aa req-eb28b788-2038-4dd0-8dc1-7c8551784b78 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Jul 16 18:45:20.934859 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0badb-3c90-4f49-a903-c04d4e35851e req-fd031e10-fe79-42a3-9801-5732b4553737 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.936337 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-36d0badb-3c90-4f49-a903-c04d4e35851e req-fd031e10-fe79-42a3-9801-5732b4553737 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 945 time: 0.0630195 Jul 16 18:45:20.979216 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-36d0badb-3c90-4f49-a903-c04d4e35851e req-4eb69a15-c59c-44c8-8337-23d06579a51f tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363863 Jul 16 18:45:21.752269 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c00d1cfa-c44a-4a30-a6aa-46e3e467afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.739304 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-35801350-5d0f-443d-9012-5b7c6487cdac tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:22.741944 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-35801350-5d0f-443d-9012-5b7c6487cdac tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 815 time: 0.1060266 Jul 16 18:45:22.756645 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-5278727e-a71d-42df-8b38-675cf90f58c7 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/quotas/17e7da6814934baeae8ec84f08cb847c HTTP/1.1" status: 200 len: 375 time: 0.0088952 Jul 16 18:45:22.823141 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-703ca6be-ebb9-47d4-b324-904b7340a8bc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622597 Jul 16 18:45:22.913846 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-c7fb674a-7bd8-4f92-8406-ebb9dbc72238 service neutron] 10.222.0.79 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836020 Jul 16 18:45:23.008523 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-7bde7190-339c-4ba8-896d-f342546b0f42 service neutron] 10.222.0.79 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890448 Jul 16 18:45:23.176061 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-ef2c07e6-b3cf-4721-98f9-ac1a9c5459ff req-40389ed0-1446-466d-a954-f329ae378230 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 210 time: 0.0283403 Jul 16 18:45:24.324291 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-b76060da-8257-4a00-8ee7-c2c9d0a4e606 req-c60758ca-64d2-412a-8d79-86e415a762b9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 210 time: 0.0300782 Jul 16 18:45:24.328277 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-613d49bf-da55-4edf-b07a-d1a8e0cdf2a6 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.329900 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-613d49bf-da55-4edf-b07a-d1a8e0cdf2a6 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 815 time: 0.1108110 Jul 16 18:45:24.344002 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Request body: {'port': {'device_id': 'e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7', 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38', 'admin_state_up': True, 'tenant_id': '17e7da6814934baeae8ec84f08cb847c'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:24.462522 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Made reservation on behalf of 17e7da6814934baeae8ec84f08cb847c for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:24.466255 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.523113 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-842a4c25-3c6e-4b86-ac7a-5aa75e104b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.595909 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Allocated IP 172.20.0.3 (15e97263-c620-4b55-9d4f-49a4f8d5cd38/0176a18d-8563-404f-9795-9ee1642f146d/fa87a7b0-add8-4c95-81b2-04f80e683349) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:24.648887 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.741188 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.782205 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.799854 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['38b01310-1034-4485-9de2-9cdbd63ad304', 'f423020e-0cd7-4434-9525-9e378bd26271'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:24.830108 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:24.833216 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:24.835775 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:24.863759 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Pushing event updated for resources: {'Port': ['ID=fa87a7b0-add8-4c95-81b2-04f80e683349,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.890158 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.890848 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.904782 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e7ec4b1c-8466-431b-8550-c27b836cfdbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649879 Jul 16 18:45:24.921986 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Request body: {'port': {'device_id': 'e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:24.997542 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.249494 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa87a7b0-add8-4c95-81b2-04f80e683349 {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:25.256819 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.269521 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Transition to ACTIVE for port object fa87a7b0-add8-4c95-81b2-04f80e683349 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:25.273091 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.324722 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Pushing event updated for resources: {'Port': ['ID=fa87a7b0-add8-4c95-81b2-04f80e683349,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:25.402207 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Attempting to bind port fa87a7b0-add8-4c95-81b2-04f80e683349 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:25.403204 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Attempting to bind port fa87a7b0-add8-4c95-81b2-04f80e683349 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:25.403204 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Attempting to bind port fa87a7b0-add8-4c95-81b2-04f80e683349 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:25.407861 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Port fa87a7b0-add8-4c95-81b2-04f80e683349 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:25.408198 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Attempting to bind port fa87a7b0-add8-4c95-81b2-04f80e683349 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:25.415266 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.416277 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:25.416630 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Checking segment: {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:25.417027 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Bound using segment: {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:25.417475 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Bound port: fa87a7b0-add8-4c95-81b2-04f80e683349, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:25.417845 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.519002 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] For port fa87a7b0-add8-4c95-81b2-04f80e683349, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:25.536583 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] For port fa87a7b0-add8-4c95-81b2-04f80e683349, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fa87a7b0-add8-4c95-81b2-04f80e683349,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:25.541646 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.583632 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690574f8-4dda-4d6a-acc4-6aad53e6932d req-c29b9cb0-89d4-4d3a-89ae-c73426f2fe5a tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:25.585987 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-690574f8-4dda-4d6a-acc4-6aad53e6932d req-c29b9cb0-89d4-4d3a-89ae-c73426f2fe5a tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 943 time: 0.1327882 Jul 16 18:45:25.591967 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:25.592574 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.593898 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] 10.222.0.88 "PUT /v2.0/ports/fa87a7b0-add8-4c95-81b2-04f80e683349 HTTP/1.1" status: 200 len: 1093 time: 0.6763122 Jul 16 18:45:25.594346 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7', 'tag': 'fa87a7b0-add8-4c95-81b2-04f80e683349'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:25.596831 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31e9842-3c82-4c54-8085-e63df7d41f36" -d '{"events": [{"name": "network-changed", "server_uuid": "e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7", "tag": "fa87a7b0-add8-4c95-81b2-04f80e683349"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:25.639690 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c58358-2c66-4be2-9f16-c098037c1de8 x-openstack-request-id: req-50c58358-2c66-4be2-9f16-c098037c1de8 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:25.639989 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7", "tag": "fa87a7b0-add8-4c95-81b2-04f80e683349", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:25.640238 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50c58358-2c66-4be2-9f16-c098037c1de8 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:25.640630 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7', 'tag': 'fa87a7b0-add8-4c95-81b2-04f80e683349', 'status': 'completed', 'code': 200} Jul 16 18:45:25.642409 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88ddbd-a77b-4c5c-9408-6147c792ea8f service neutron] Pushing event updated for resources: {'Port': ['ID=fa87a7b0-add8-4c95-81b2-04f80e683349,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:25.664615 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-690574f8-4dda-4d6a-acc4-6aad53e6932d req-913735f2-6ee5-4626-8459-b7d0a8b9a722 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649884 Jul 16 18:45:25.711809 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-7339df9c-7381-4b7b-9752-1ffab60b2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:25.713323 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-7339df9c-7381-4b7b-9752-1ffab60b2d9e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0586164 Jul 16 18:45:25.757671 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-2d8aea7a-6107-46e0-936d-c6cdb836bfeb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa87a7b0-add8-4c95-81b2-04f80e683349 HTTP/1.1" status: 200 len: 217 time: 0.0340216 Jul 16 18:45:25.811687 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-81d9b4e4-2382-4479-ae12-09588f8dcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:25.813094 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-81d9b4e4-2382-4479-ae12-09588f8dcff0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0176a18d-8563-404f-9795-9ee1642f146d HTTP/1.1" status: 200 len: 855 time: 0.0472634 Jul 16 18:45:25.854002 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-cdbb118f-02d3-4c9e-a540-6e5944067925 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15e97263-c620-4b55-9d4f-49a4f8d5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263720 Jul 16 18:45:25.945353 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-e2b43a23-111b-43a8-a2ec-9b7895b94f0e service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824568 Jul 16 18:45:26.041072 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-41296b75-9ea2-48e2-b865-ffce5581bb1c req-9ace1eca-b68d-4eff-aed7-b5029e0b8500 service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839539 Jul 16 18:45:26.149667 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e9842-3c82-4c54-8085-e63df7d41f36 req-b19ac4de-ec91-47f4-95ad-f4db760b889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.151150 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c31e9842-3c82-4c54-8085-e63df7d41f36 req-b19ac4de-ec91-47f4-95ad-f4db760b889d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0517085 Jul 16 18:45:26.251079 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e9842-3c82-4c54-8085-e63df7d41f36 req-8f62de61-a7bf-4130-beb5-a0789d75358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.252537 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c31e9842-3c82-4c54-8085-e63df7d41f36 req-8f62de61-a7bf-4130-beb5-a0789d75358c service neutron] 10.222.0.88 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 917 time: 0.0865300 Jul 16 18:45:26.294634 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c31e9842-3c82-4c54-8085-e63df7d41f36 req-6b717427-7815-4c8c-9aef-647f8bd07577 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa87a7b0-add8-4c95-81b2-04f80e683349 HTTP/1.1" status: 200 len: 217 time: 0.0328968 Jul 16 18:45:26.348813 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e9842-3c82-4c54-8085-e63df7d41f36 req-49859063-b096-42e8-a887-3a80bded0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.351223 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c31e9842-3c82-4c54-8085-e63df7d41f36 req-49859063-b096-42e8-a887-3a80bded0a8f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0176a18d-8563-404f-9795-9ee1642f146d HTTP/1.1" status: 200 len: 855 time: 0.0460846 Jul 16 18:45:26.389682 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c31e9842-3c82-4c54-8085-e63df7d41f36 req-734c49b2-179a-40c3-8f6a-de21efc4120c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15e97263-c620-4b55-9d4f-49a4f8d5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259242 Jul 16 18:45:26.482634 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c31e9842-3c82-4c54-8085-e63df7d41f36 req-ce4b0619-e194-4d3b-90fb-969c6cb4d1cd service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806811 Jul 16 18:45:26.841196 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c31e9842-3c82-4c54-8085-e63df7d41f36 req-093e26f9-142d-4ac6-9464-7e59bf0da9ca service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495622 Jul 16 18:45:26.845764 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b0791-5095-466e-bcad-2711888c21e9 req-a1a22f69-7608-4ba3-949f-6b8c84a9f76d tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.847280 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5e3b0791-5095-466e-bcad-2711888c21e9 req-a1a22f69-7608-4ba3-949f-6b8c84a9f76d tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 943 time: 0.0685859 Jul 16 18:45:26.884789 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5e3b0791-5095-466e-bcad-2711888c21e9 req-6484abaa-393e-437e-bf6e-a343c3ae7361 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312076 Jul 16 18:45:27.133998 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-8d210974-a3bb-4f33-b3db-81b77dbb7b96 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507870 Jul 16 18:45:27.244314 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-90905c3c-7708-4f8b-a026-04f0e12d1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.245775 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-90905c3c-7708-4f8b-a026-04f0e12d1a63 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b2708a3489a4b798499f122ee207e94&device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 1100 time: 0.0551238 Jul 16 18:45:27.357647 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-bf1f8357-17c7-4ca5-9234-1a1420d93b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.359211 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-bf1f8357-17c7-4ca5-9234-1a1420d93b35 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 200 len: 919 time: 0.0825837 Jul 16 18:45:27.432219 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-54291eb1-3bc0-4b2e-9272-a5fb72386721 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=351a8129-873e-46ed-8b4e-719ccbabc192 HTTP/1.1" status: 200 len: 1002 time: 0.0645385 Jul 16 18:45:27.457174 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.483680 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-b6371c5a-cdde-4e3e-854b-fe7977e278b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.485226 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-b6371c5a-cdde-4e3e-854b-fe7977e278b8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 200 len: 856 time: 0.0451424 Jul 16 18:45:27.541188 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-35ac8572-ca77-4386-8a51-ea719fdb54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.542749 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-35ac8572-ca77-4386-8a51-ea719fdb54f6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5659565-8774-4d43-910a-bea01eaf10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500088 Jul 16 18:45:27.640346 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-4017d8de-ed32-4065-953a-b6e3aa5106a0 service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837297 Jul 16 18:45:27.728538 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e358fa45-131c-4877-b4df-39e85f6b2b73 req-66e1d40e-209f-487c-8ac7-ebfbca9c77ba service neutron] 10.222.0.88 "GET /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807235 Jul 16 18:45:28.074139 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341106e6-de58-4a65-8f53-f84eb6372e42 req-14fe86b0-2da4-4fb7-9ca0-9f7664ea6bc0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:28.075628 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-341106e6-de58-4a65-8f53-f84eb6372e42 req-14fe86b0-2da4-4fb7-9ca0-9f7664ea6bc0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 943 time: 0.0799413 Jul 16 18:45:28.114485 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-341106e6-de58-4a65-8f53-f84eb6372e42 req-308455aa-6694-4c53-92a5-764fe26ee3d3 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Jul 16 18:45:28.689745 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device fa87a7b0-add8-4c95-81b2-04f80e683349 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:28.913544 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port fa87a7b0-add8-4c95-81b2-04f80e683349, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fa87a7b0-add8-4c95-81b2-04f80e683349,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:28.924491 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': 'fa87a7b0-add8-4c95-81b2-04f80e683349', 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38', 'port_id': 'fa87a7b0-add8-4c95-81b2-04f80e683349', 'mac_address': 'fa:16:3e:5f:91:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0176a18d-8563-404f-9795-9ee1642f146d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:28.961458 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.973774 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa87a7b0-add8-4c95-81b2-04f80e683349 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:28.993730 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port fa87a7b0-add8-4c95-81b2-04f80e683349, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fa87a7b0-add8-4c95-81b2-04f80e683349,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:28.997742 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.045569 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=fa87a7b0-add8-4c95-81b2-04f80e683349,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.229269 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.286933 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff8cc8-02e9-4dc2-99e4-aa63c45508f0 req-b49362e2-acb5-4f07-8407-6c7d9126e068 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:29.288661 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-02ff8cc8-02e9-4dc2-99e4-aa63c45508f0 req-b49362e2-acb5-4f07-8407-6c7d9126e068 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 944 time: 0.0639198 Jul 16 18:45:29.326246 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-02ff8cc8-02e9-4dc2-99e4-aa63c45508f0 req-4206e810-6d7f-47f6-a180-5db45f8dfe71 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Jul 16 18:45:29.332394 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['fa87a7b0-add8-4c95-81b2-04f80e683349'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:30.502346 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91101b-379d-4ce3-8fc7-57ec72b13301 req-1b89ab94-5f0c-44b2-83f0-8f17901d9301 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.503823 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4e91101b-379d-4ce3-8fc7-57ec72b13301 req-1b89ab94-5f0c-44b2-83f0-8f17901d9301 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 944 time: 0.0638134 Jul 16 18:45:30.541356 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4e91101b-379d-4ce3-8fc7-57ec72b13301 req-12de248b-29e2-42c7-892b-e6de5e19f66d tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319059 Jul 16 18:45:30.706609 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device fa87a7b0-add8-4c95-81b2-04f80e683349 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:30.754000 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port fa87a7b0-add8-4c95-81b2-04f80e683349 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:30.758484 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port fa87a7b0-add8-4c95-81b2-04f80e683349 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:30.758857 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.836569 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.858056 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa87a7b0-add8-4c95-81b2-04f80e683349'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:30.860287 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e8de60-4274-49ea-b6e8-729ddcdf2af9" -d '{"events": [{"server_uuid": "e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7", "name": "network-vif-plugged", "status": "completed", "tag": "fa87a7b0-add8-4c95-81b2-04f80e683349"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:30.874270 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port fa87a7b0-add8-4c95-81b2-04f80e683349, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fa87a7b0-add8-4c95-81b2-04f80e683349,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:30.878371 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.902282 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d97f6ff-2af7-47db-b4a7-af14165adac5 x-openstack-request-id: req-8d97f6ff-2af7-47db-b4a7-af14165adac5 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:30.902668 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7", "name": "network-vif-plugged", "status": "completed", "tag": "fa87a7b0-add8-4c95-81b2-04f80e683349", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:30.902920 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d97f6ff-2af7-47db-b4a7-af14165adac5 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:30.903319 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa87a7b0-add8-4c95-81b2-04f80e683349', 'code': 200} Jul 16 18:45:30.930559 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=fa87a7b0-add8-4c95-81b2-04f80e683349,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.124827 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1a36e-b724-4ff0-aa60-337420517f67 req-4c20cfe4-f99c-4aa5-b736-74a3755d3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:31.126354 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b3c1a36e-b724-4ff0-aa60-337420517f67 req-4c20cfe4-f99c-4aa5-b736-74a3755d3759 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 1098 time: 0.0510187 Jul 16 18:45:31.164008 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b3c1a36e-b724-4ff0-aa60-337420517f67 req-3bd30fe5-2c08-43e7-8483-fc01ec752909 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263855 Jul 16 18:45:31.715294 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6eb4c-85bb-4d46-b10a-9b0a7091098c req-c899ae0f-b095-4491-a9ea-abe53ff33f40 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:31.716802 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cdb6eb4c-85bb-4d46-b10a-9b0a7091098c req-c899ae0f-b095-4491-a9ea-abe53ff33f40 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 945 time: 0.0665293 Jul 16 18:45:31.754592 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-cdb6eb4c-85bb-4d46-b10a-9b0a7091098c req-e24d3205-ed17-4b2d-8d22-ab1cfbd28a69 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Jul 16 18:45:32.930868 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712ac6f-ff36-48bf-9aba-62b9202fc9ba req-251731cf-7ae5-4403-ba24-e2e9c6ffd501 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:32.932344 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6712ac6f-ff36-48bf-9aba-62b9202fc9ba req-251731cf-7ae5-4403-ba24-e2e9c6ffd501 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 945 time: 0.0647554 Jul 16 18:45:32.969268 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6712ac6f-ff36-48bf-9aba-62b9202fc9ba req-fc7d22e0-27a0-4bc6-80d0-d89d541eab14 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Jul 16 18:45:39.223194 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-af578f05-bdd8-46f1-b2db-883807c422eb req-dbaee981-c675-45da-a109-4bae24dfa9d4 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131667506&fields=id&tenant_id=aeafc9350f574e6ba15d48c554ab122a HTTP/1.1" status: 200 len: 267 time: 0.0369318 Jul 16 18:45:39.292910 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af578f05-bdd8-46f1-b2db-883807c422eb req-1ed93a8b-7961-40cc-9c71-c3c2511633fa tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.294399 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-af578f05-bdd8-46f1-b2db-883807c422eb req-1ed93a8b-7961-40cc-9c71-c3c2511633fa tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 984 time: 0.0646336 Jul 16 18:45:39.304940 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [req-af578f05-bdd8-46f1-b2db-883807c422eb req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Request body: {'port': {'security_groups': ['ee69b28c-5dac-4afd-9de3-9c45910b25cd']}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:39.391146 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-af578f05-bdd8-46f1-b2db-883807c422eb req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.569520 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [req-af578f05-bdd8-46f1-b2db-883807c422eb req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] For port 839d1d54-9907-42de-9cfc-5590a5620ddc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=839d1d54-9907-42de-9cfc-5590a5620ddc,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:39.587918 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aa465-c7b0-48b2-814f-554420bf562f req-82195c03-4fbc-4f03-b514-6ae4da626f49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.589419 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4d9aa465-c7b0-48b2-814f-554420bf562f req-82195c03-4fbc-4f03-b514-6ae4da626f49 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 947 time: 0.0652258 Jul 16 18:45:39.603618 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-af578f05-bdd8-46f1-b2db-883807c422eb req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.608440 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-af578f05-bdd8-46f1-b2db-883807c422eb req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10277779'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.624593 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['839d1d54-9907-42de-9cfc-5590a5620ddc'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:39.641767 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4d9aa465-c7b0-48b2-814f-554420bf562f req-0d97cf74-d687-4b6f-93e6-8aab5a92f939 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463972 Jul 16 18:45:39.668570 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af578f05-bdd8-46f1-b2db-883807c422eb req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.669216 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [req-af578f05-bdd8-46f1-b2db-883807c422eb req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.674189 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-af578f05-bdd8-46f1-b2db-883807c422eb req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "PUT /v2.0/ports/839d1d54-9907-42de-9cfc-5590a5620ddc HTTP/1.1" status: 200 len: 942 time: 0.3737435 Jul 16 18:45:39.674669 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:39.676953 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5da14013294e63930f004e3f646ec45d1727f78d2b380a1ffe1aebd0a12d46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f7e5e3-9d9b-4a25-8b60-734a024333ae" -d '{"events": [{"name": "network-changed", "server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:39.680182 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45298) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:39.702763 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event updated for resources: {'Port': ['ID=839d1d54-9907-42de-9cfc-5590a5620ddc,revision_number=7']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:39.711102 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.711558 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.712081 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.712513 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.712981 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.713407 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.714352 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.714352 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.714704 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.715681 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.716107 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.716543 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a454d3f3-b062-4001-8aef-f187af029c91 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:39.762422 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4a9990-36a6-462d-beaa-f770f3897cf4 x-openstack-request-id: req-aa4a9990-36a6-462d-beaa-f770f3897cf4 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:39.762919 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc", "status": "completed", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:39.763336 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa4a9990-36a6-462d-beaa-f770f3897cf4 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:39.763898 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'status': 'completed', 'code': 200} Jul 16 18:45:39.787947 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a036b263-8005-434d-8043-58a161c36bfc tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.842585 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['839d1d54-9907-42de-9cfc-5590a5620ddc'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:39.850593 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a036b263-8005-434d-8043-58a161c36bfc tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.904810 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7e5e3-9d9b-4a25-8b60-734a024333ae req-b70d6205-0a5b-46bc-8fd3-d853554c843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.907971 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-48f7e5e3-9d9b-4a25-8b60-734a024333ae req-b70d6205-0a5b-46bc-8fd3-d853554c843d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=aeafc9350f574e6ba15d48c554ab122a&device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 1098 time: 0.1146462 Jul 16 18:45:40.005176 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a036b263-8005-434d-8043-58a161c36bfc tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.008968 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a036b263-8005-434d-8043-58a161c36bfc tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.013063 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45304) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:40.013211 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-a036b263-8005-434d-8043-58a161c36bfc tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "DELETE /v2.0/security-groups/2d646eac-f75a-4136-80ae-1ab49c815384 HTTP/1.1" status: 204 len: 168 time: 0.3319712 Jul 16 18:45:40.032603 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036b263-8005-434d-8043-58a161c36bfc tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d646eac-f75a-4136-80ae-1ab49c815384,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:40.052031 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7e5e3-9d9b-4a25-8b60-734a024333ae req-d27d7e23-baca-4d55-b956-7b7cdcf87145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.054625 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-48f7e5e3-9d9b-4a25-8b60-734a024333ae req-d27d7e23-baca-4d55-b956-7b7cdcf87145 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea284a83-4213-4527-bb57-ff51560ea15d HTTP/1.1" status: 200 len: 915 time: 0.1391454 Jul 16 18:45:40.095315 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-9007cf9e-8bcc-4f32-b8e8-518c5520863e None None] Provisioning complete for port 839d1d54-9907-42de-9cfc-5590a5620ddc triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:40.095827 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-9007cf9e-8bcc-4f32-b8e8-518c5520863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.132403 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-48f7e5e3-9d9b-4a25-8b60-734a024333ae req-87c83371-e018-42b2-8d55-3fb7087579fe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=839d1d54-9907-42de-9cfc-5590a5620ddc HTTP/1.1" status: 200 len: 1001 time: 0.0684843 Jul 16 18:45:40.204770 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7e5e3-9d9b-4a25-8b60-734a024333ae req-626f2841-262f-4a1e-8236-3bc801161f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.206237 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-48f7e5e3-9d9b-4a25-8b60-734a024333ae req-626f2841-262f-4a1e-8236-3bc801161f4b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7270a0d3-a7bf-4993-b2c5-9722d837f3c8 HTTP/1.1" status: 200 len: 852 time: 0.0575609 Jul 16 18:45:40.224728 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Deleting port eeef22ef-08d4-40f4-b99c-0b2229bf97c5 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:40.225325 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.282274 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7e5e3-9d9b-4a25-8b60-734a024333ae req-a05d6ffc-1648-4f4a-b86e-1c5ec09a4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.283913 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-48f7e5e3-9d9b-4a25-8b60-734a024333ae req-a05d6ffc-1648-4f4a-b86e-1c5ec09a4500 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea284a83-4213-4527-bb57-ff51560ea15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577672 Jul 16 18:45:40.305694 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.306079 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.317641 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Calling delete_port for eeef22ef-08d4-40f4-b99c-0b2229bf97c5 owned by network:floatingip {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:40.378795 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-48f7e5e3-9d9b-4a25-8b60-734a024333ae req-7bf2aa42-a009-4f41-b5fa-a18bf861328e service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860331 Jul 16 18:45:40.476215 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-48f7e5e3-9d9b-4a25-8b60-734a024333ae req-31d27afd-9d0a-4806-81ea-4f054cb0387e service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887520 Jul 16 18:45:40.493397 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.519822 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event deleted for resources: {'Port': ['ID=eeef22ef-08d4-40f4-b99c-0b2229bf97c5,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:40.578660 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks [] for floatingip, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.579438 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.l3_db [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Floating IP 2abf3052-1f13-4d66-8a81-96dbf226c05f disassociated (deleted). External IP: 172.27.2.249, port: 839d1d54-9907-42de-9cfc-5590a5620ddc. Jul 16 18:45:40.820183 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Router 7f777117-a240-402c-85c0-02e2b34f0400 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:40.892845 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4edfb-537f-42f3-a47d-e4745957b761 req-a1f6d1d0-6ad1-455a-9bc4-045ec67c3925 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.894307 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-32c4edfb-537f-42f3-a47d-e4745957b761 req-a1f6d1d0-6ad1-455a-9bc4-045ec67c3925 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 947 time: 0.1253114 Jul 16 18:45:40.971304 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-32c4edfb-537f-42f3-a47d-e4745957b761 req-350a6b74-c318-4ecb-ad20-f636815363ec tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704255 Jul 16 18:45:40.973963 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:40.979514 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.985116 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb7020e-e685-43eb-9be2-dc5edde1d174 None None] Sync routers for ids ['7f777117-a240-402c-85c0-02e2b34f0400'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:41.008533 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7020e-e685-43eb-9be2-dc5edde1d174 None None] Routers {'7f777117-a240-402c-85c0-02e2b34f0400'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:41.009142 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-9cb7020e-e685-43eb-9be2-dc5edde1d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['7f777117-a240-402c-85c0-02e2b34f0400'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:41.020967 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-d282f718-19fe-419f-b4f0-0327020fc5ed tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "DELETE /v2.0/floatingips/2abf3052-1f13-4d66-8a81-96dbf226c05f HTTP/1.1" status: 204 len: 168 time: 1.0068157 Jul 16 18:45:41.118194 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-9cb7020e-e685-43eb-9be2-dc5edde1d174 None None] Set router 7f777117-a240-402c-85c0-02e2b34f0400 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:41.338121 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-9cb7020e-e685-43eb-9be2-dc5edde1d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 4, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '4dc1bb61-a614-4581-96f0-b50283e49d70', 'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'mac_address': 'fa:16:3e:01:e2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:52Z', 'updated_at': '2021-07-16T18:42:59Z', 'revision_number': 5, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'subnets': [{'id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:41.371868 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb7020e-e685-43eb-9be2-dc5edde1d174 None None] Checking router: 7f777117-a240-402c-85c0-02e2b34f0400 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:41.383522 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7020e-e685-43eb-9be2-dc5edde1d174 None None] Routers {'7f777117-a240-402c-85c0-02e2b34f0400'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:41.383920 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-9cb7020e-e685-43eb-9be2-dc5edde1d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['7f777117-a240-402c-85c0-02e2b34f0400'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:41.500602 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-9cb7020e-e685-43eb-9be2-dc5edde1d174 None None] Set router 7f777117-a240-402c-85c0-02e2b34f0400 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:41.700740 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-9cb7020e-e685-43eb-9be2-dc5edde1d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 4, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '4dc1bb61-a614-4581-96f0-b50283e49d70', 'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'mac_address': 'fa:16:3e:01:e2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:52Z', 'updated_at': '2021-07-16T18:42:59Z', 'revision_number': 5, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'subnets': [{'id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:41.726708 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb7020e-e685-43eb-9be2-dc5edde1d174 None None] The sync data for ids ['7f777117-a240-402c-85c0-02e2b34f0400'] in dv-cinder-786933-5-iscsi is: [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:53Z', 'revision_number': 4, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '4dc1bb61-a614-4581-96f0-b50283e49d70', 'name': '', 'network_id': 'ea284a83-4213-4527-bb57-ff51560ea15d', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'mac_address': 'fa:16:3e:01:e2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:52Z', 'updated_at': '2021-07-16T18:42:59Z', 'revision_number': 5, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'subnets': [{'id': '7270a0d3-a7bf-4993-b2c5-9722d837f3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:41.730236 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b20d63b-f099-4e8f-9e84-4ddccde04bf0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.731625 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b20d63b-f099-4e8f-9e84-4ddccde04bf0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.88 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 947 time: 0.0647540 Jul 16 18:45:41.765208 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:41.767712 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5da14013294e63930f004e3f646ec45d1727f78d2b380a1ffe1aebd0a12d46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b682cba2-97da-40c9-9f17-caade3f8cf70" -d '{"events": [{"name": "network-changed", "server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:41.806900 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20c24c2-0193-4666-a183-c76ca7f1d9c6 x-openstack-request-id: req-c20c24c2-0193-4666-a183-c76ca7f1d9c6 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:41.807194 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc", "status": "completed", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:41.807441 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c20c24c2-0193-4666-a183-c76ca7f1d9c6 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:41.807855 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'status': 'completed', 'code': 200} Jul 16 18:45:41.841021 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Deleting port 351a8129-873e-46ed-8b4e-719ccbabc192 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:41.841366 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.982703 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682cba2-97da-40c9-9f17-caade3f8cf70 req-bc477227-8174-4432-99cb-acce685bb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.984208 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b682cba2-97da-40c9-9f17-caade3f8cf70 req-bc477227-8174-4432-99cb-acce685bb251 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=aeafc9350f574e6ba15d48c554ab122a&device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 1098 time: 0.1398921 Jul 16 18:45:41.985911 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] For port 351a8129-873e-46ed-8b4e-719ccbabc192, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=351a8129-873e-46ed-8b4e-719ccbabc192,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:41.986091 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb436a-e457-41c1-8612-81681c22c894 None None] New status for floating IP 2abf3052-1f13-4d66-8a81-96dbf226c05f: DOWN {{(pid=93209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:45:41.986516 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.179002 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682cba2-97da-40c9-9f17-caade3f8cf70 req-15c497ae-4002-454d-8522-33fdb804a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:42.180487 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b682cba2-97da-40c9-9f17-caade3f8cf70 req-15c497ae-4002-454d-8522-33fdb804a89f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea284a83-4213-4527-bb57-ff51560ea15d HTTP/1.1" status: 200 len: 915 time: 0.1799195 Jul 16 18:45:42.189195 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c9656-0d80-4ed9-8aa7-aaa7d09190a8 req-1c9e8ade-26cd-42fb-8f5e-fc1ec515c492 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:42.190727 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ae7c9656-0d80-4ed9-8aa7-aaa7d09190a8 req-1c9e8ade-26cd-42fb-8f5e-fc1ec515c492 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 947 time: 0.0783761 Jul 16 18:45:42.233390 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ae7c9656-0d80-4ed9-8aa7-aaa7d09190a8 req-e320fbb0-b726-4528-9f0e-633007da618a tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups?id=48c2af0c-144b-475d-aa7f-e5f152409ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363240 Jul 16 18:45:42.249694 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b682cba2-97da-40c9-9f17-caade3f8cf70 req-eb1a400c-8b87-4c14-9ad8-e2f117458cd8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=839d1d54-9907-42de-9cfc-5590a5620ddc HTTP/1.1" status: 200 len: 217 time: 0.0391021 Jul 16 18:45:42.293688 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.294097 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.294490 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.l3_db [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Floating IP 466ad80a-f3c2-415e-a8cf-b7dfad7242d2 disassociated. External IP: 172.27.2.240, port: 351a8129-873e-46ed-8b4e-719ccbabc192. Jul 16 18:45:42.294750 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Calling delete_port for 351a8129-873e-46ed-8b4e-719ccbabc192 owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:42.349457 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682cba2-97da-40c9-9f17-caade3f8cf70 req-8dbf4716-7483-425e-9c80-7ebad1649f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:42.351134 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b682cba2-97da-40c9-9f17-caade3f8cf70 req-8dbf4716-7483-425e-9c80-7ebad1649f99 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7270a0d3-a7bf-4993-b2c5-9722d837f3c8 HTTP/1.1" status: 200 len: 852 time: 0.0928948 Jul 16 18:45:42.464073 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682cba2-97da-40c9-9f17-caade3f8cf70 req-0eea8003-b743-4688-a4a4-112b675f5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:42.465591 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b682cba2-97da-40c9-9f17-caade3f8cf70 req-0eea8003-b743-4688-a4a4-112b675f5e48 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea284a83-4213-4527-bb57-ff51560ea15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060143 Jul 16 18:45:42.518192 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.582139 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event deleted for resources: {'Port': ['ID=351a8129-873e-46ed-8b4e-719ccbabc192,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.662589 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b682cba2-97da-40c9-9f17-caade3f8cf70 req-622d38d4-abf8-4f26-b2c1-ac7957b2f27d service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873105 Jul 16 18:45:42.788424 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Router b34153cf-e016-42d1-b723-61b26e672e48 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:42.810796 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b682cba2-97da-40c9-9f17-caade3f8cf70 req-25fb526c-1f1e-4b3c-8040-463c18db2f5f service neutron] 10.222.0.88 "GET /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105764 Jul 16 18:45:42.910586 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:42.919932 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faff02a-e1e7-42d3-bc94-7034563ca74c None None] Sync routers for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:42.930897 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faff02a-e1e7-42d3-bc94-7034563ca74c None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:42.931515 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-2faff02a-e1e7-42d3-bc94-7034563ca74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:42.957645 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] No DVR routers for this DVR port 351a8129-873e-46ed-8b4e-719ccbabc192 on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:42.961033 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.963776 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-702a80d6-8e3f-45b1-83de-4ea05da69d5d req-6b3ca594-178b-452b-bc9a-6f0b457575d3 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.88 "DELETE /v2.0/ports/351a8129-873e-46ed-8b4e-719ccbabc192 HTTP/1.1" status: 204 len: 173 time: 1.2244222 Jul 16 18:45:42.963776 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'name': 'network-vif-deleted', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:42.965820 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba44827-4a2e-4416-a9df-92c8cac6152e" -d '{"events": [{"server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "name": "network-vif-deleted", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:43.004509 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025604ff-c912-439a-a30d-44cf55aeb8d7 x-openstack-request-id: req-025604ff-c912-439a-a30d-44cf55aeb8d7 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:43.004809 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf60e2-e8f7-4e40-af90-38c9b4f903ee", "name": "network-vif-deleted", "tag": "351a8129-873e-46ed-8b4e-719ccbabc192", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:43.005108 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-025604ff-c912-439a-a30d-44cf55aeb8d7 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:43.006115 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf60e2-e8f7-4e40-af90-38c9b4f903ee', 'name': 'network-vif-deleted', 'tag': '351a8129-873e-46ed-8b4e-719ccbabc192', 'status': 'completed', 'code': 200} Jul 16 18:45:43.058229 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-2faff02a-e1e7-42d3-bc94-7034563ca74c None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:43.276913 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-2faff02a-e1e7-42d3-bc94-7034563ca74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:43.308707 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faff02a-e1e7-42d3-bc94-7034563ca74c None None] Checking router: b34153cf-e016-42d1-b723-61b26e672e48 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:43.319207 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faff02a-e1e7-42d3-bc94-7034563ca74c None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:43.319982 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-2faff02a-e1e7-42d3-bc94-7034563ca74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:43.430307 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2eee8da2-e4e8-4e7c-be93-4aef1a24dc4d req-cdfb18da-c070-40f4-9c24-b3cda5b6fb3c tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/ports?device_id=80bf60e2-e8f7-4e40-af90-38c9b4f903ee HTTP/1.1" status: 200 len: 210 time: 0.0431628 Jul 16 18:45:43.448298 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-2faff02a-e1e7-42d3-bc94-7034563ca74c None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:43.571463 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-ce6b4678-0acb-4bcc-94ed-988bdda40bfa tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064169638&fields=id&tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa HTTP/1.1" status: 200 len: 267 time: 0.0364397 Jul 16 18:45:43.696136 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-b4ba70cd-f785-40f8-b1fd-4cd102cf79c5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.697978 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-b4ba70cd-f785-40f8-b1fd-4cd102cf79c5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 812 time: 0.1202300 Jul 16 18:45:43.715037 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-a28ab46b-efc7-4d7c-acfa-8704318ca459 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/quotas/b04fcf3df7164dc89b1c9a2e993e6eaa HTTP/1.1" status: 200 len: 375 time: 0.0102835 Jul 16 18:45:43.790488 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-2faff02a-e1e7-42d3-bc94-7034563ca74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:43.840109 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-f7dde9e0-4881-4805-8106-908d46ca6dfd tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1094637 Jul 16 18:45:43.849017 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faff02a-e1e7-42d3-bc94-7034563ca74c None None] The sync data for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi is: [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:37Z', 'revision_number': 4, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': '8f563814-9262-469c-a175-34627154690a', 'name': '', 'network_id': 'b5659565-8774-4d43-910a-bea01eaf10da', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'mac_address': 'fa:16:3e:b8:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:36Z', 'updated_at': '2021-07-16T18:38:42Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'subnets': [{'id': 'e721fc25-3157-41d7-8181-b6ea28c0b46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:43.953475 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-715dc8e6-70cf-485b-97c9-c3c72d407121 service neutron] 10.222.0.79 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134112 Jul 16 18:45:44.050925 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-3a09baee-8545-4a7a-938e-674ec43b105b service neutron] 10.222.0.79 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964789 Jul 16 18:45:44.055573 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014987a-d133-4df1-8966-02d736a3f27b req-086f0721-7097-4f0a-b289-53177d3c5a47 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:44.058232 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-086f0721-7097-4f0a-b289-53177d3c5a47 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 815 time: 0.1166039 Jul 16 18:45:44.082583 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-afcbc861-20f1-47c5-884b-5e5a7fee46a5 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/quotas/17e7da6814934baeae8ec84f08cb847c HTTP/1.1" status: 200 len: 375 time: 0.0182724 Jul 16 18:45:44.168377 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-aa9192a4-bd0d-49b8-9817-4419c0756e9e tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843070 Jul 16 18:45:44.190371 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994eee07-b3cb-4339-9136-393723dbeae6 None None] New status for floating IP 466ad80a-f3c2-415e-a8cf-b7dfad7242d2: DOWN {{(pid=93209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:45:44.265397 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-b2195b34-912c-4876-a368-d80c71517c43 service neutron] 10.222.0.79 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896950 Jul 16 18:45:44.370456 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-384b4c9a-4869-4d0f-a5be-50ab3bf80636 service neutron] 10.222.0.79 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981474 Jul 16 18:45:44.424729 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6e320e60-e769-41b0-afb0-3ff946067599 req-7b1b0413-4690-4290-b60c-afc1c8917427 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0334640 Jul 16 18:45:44.550703 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45406) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:44.611771 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ca42a0a6-17ab-4553-b81f-881b326e38ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.636323 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ca42a0a6-17ab-4553-b81f-881b326e38ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.686820 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ca42a0a6-17ab-4553-b81f-881b326e38ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.689991 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ca42a0a6-17ab-4553-b81f-881b326e38ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.691178 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-ca42a0a6-17ab-4553-b81f-881b326e38ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "DELETE /v2.0/security-groups/48c2af0c-144b-475d-aa7f-e5f152409ce1 HTTP/1.1" status: 204 len: 168 time: 0.1393914 Jul 16 18:45:44.694523 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45410) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:44.705519 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42a0a6-17ab-4553-b81f-881b326e38ea tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c2af0c-144b-475d-aa7f-e5f152409ce1,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.710904 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.api.v2.resource [None req-3331f703-9051-494d-818e-84d31145392d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] show failed (client error): The resource could not be found. Jul 16 18:45:44.711543 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-3331f703-9051-494d-818e-84d31145392d tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "GET /v2.0/security-groups/48c2af0c-144b-475d-aa7f-e5f152409ce1 HTTP/1.1" status: 404 len: 347 time: 0.0160356 Jul 16 18:45:44.714509 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45412) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:44.791270 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 351a8129-873e-46ed-8b4e-719ccbabc192 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:44.811863 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 351a8129-873e-46ed-8b4e-719ccbabc192 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:44.812208 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 351a8129-873e-46ed-8b4e-719ccbabc192 not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:44.846050 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-69c147ec-c44c-4665-bd1e-548821be1da0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Deleting port 49145dc1-c627-49f3-94b0-25680aee58ae {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:44.846312 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-69c147ec-c44c-4665-bd1e-548821be1da0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.928603 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-69c147ec-c44c-4665-bd1e-548821be1da0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.929274 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-69c147ec-c44c-4665-bd1e-548821be1da0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.941229 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-69c147ec-c44c-4665-bd1e-548821be1da0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Calling delete_port for 49145dc1-c627-49f3-94b0-25680aee58ae owned by network:floatingip {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:45.085134 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-69c147ec-c44c-4665-bd1e-548821be1da0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.123303 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c147ec-c44c-4665-bd1e-548821be1da0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Pushing event deleted for resources: {'Port': ['ID=49145dc1-c627-49f3-94b0-25680aee58ae,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:45.183844 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-69c147ec-c44c-4665-bd1e-548821be1da0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks [] for floatingip, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.186413 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-69c147ec-c44c-4665-bd1e-548821be1da0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.187574 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-69c147ec-c44c-4665-bd1e-548821be1da0 tempest-AttachVolumeShelveTestJSON-1692467200 tempest-AttachVolumeShelveTestJSON-1692467200-project] 10.222.0.79 "DELETE /v2.0/floatingips/466ad80a-f3c2-415e-a8cf-b7dfad7242d2 HTTP/1.1" status: 204 len: 168 time: 0.4720845 Jul 16 18:45:45.276025 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee315d-b157-41af-a7df-042d75c79401 req-ac40336c-9b05-40f1-a7f7-3f419e026e1d tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.277615 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-cdee315d-b157-41af-a7df-042d75c79401 req-ac40336c-9b05-40f1-a7f7-3f419e026e1d tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 945 time: 0.0700967 Jul 16 18:45:45.317655 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-cdee315d-b157-41af-a7df-042d75c79401 req-e3611c2c-ee12-44d6-8cdf-0525b3b9c372 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340762 Jul 16 18:45:45.603617 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f890ea7e-61fd-43e2-9afa-2f10dc2bfbb2 req-d30522d1-32a1-4e7c-a522-6a21bb506534 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 210 time: 0.0525379 Jul 16 18:45:45.612386 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ce9454ff-ed5f-4ee0-9632-f9ffd0f863cb req-080cd265-f196-4261-8de7-853a640cab24 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0337477 Jul 16 18:45:45.632638 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d194c5ec-cde4-4c70-8dff-c2abaa61b07a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.634259 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d194c5ec-cde4-4c70-8dff-c2abaa61b07a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 812 time: 0.2008076 Jul 16 18:45:45.680849 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-ed6d860d-e900-4b00-9bdf-bd65a4937f64 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa HTTP/1.1" status: 200 len: 380 time: 0.0362890 Jul 16 18:45:45.696427 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'port': {'device_id': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'admin_state_up': True, 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'security_groups': ['cd973a8b-2ea9-4342-beb1-ff87eb2a2fce']}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:45.810506 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Made reservation on behalf of b04fcf3df7164dc89b1c9a2e993e6eaa for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:45.814015 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.943465 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Allocated IP 172.20.0.3 (47f6b223-7ba0-4d0a-a61c-5234079af054/1b39d775-14ca-4b82-9356-bf041134f173/58bf9017-3959-4a96-8d93-6e239120e43f) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:46.087024 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.101500 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Transition to ACTIVE for port object 58bf9017-3959-4a96-8d93-6e239120e43f will not be triggered until provisioned by entity DHCP. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:46.133516 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.184382 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Network 47f6b223-7ba0-4d0a-a61c-5234079af054 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:46.187742 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:46.192298 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:46.196444 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'Port': ['ID=58bf9017-3959-4a96-8d93-6e239120e43f,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:46.244433 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:46.245237 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.262354 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-d783abe4-68be-4440-9a1e-034a29742ae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698080 Jul 16 18:45:46.277073 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Request body: {'port': {'device_id': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:46.363523 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.456962 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-22aa81f7-ac49-4eca-9630-eb424b887fe9 None None] Provisioning for port 58bf9017-3959-4a96-8d93-6e239120e43f completed by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:46.462661 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-22aa81f7-ac49-4eca-9630-eb424b887fe9 None None] Provisioning complete for port 58bf9017-3959-4a96-8d93-6e239120e43f triggered by entity DHCP. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:46.463271 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-22aa81f7-ac49-4eca-9630-eb424b887fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.503036 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-22aa81f7-ac49-4eca-9630-eb424b887fe9 None None] Port 58bf9017-3959-4a96-8d93-6e239120e43f cannot update to ACTIVE because it is not bound. {{(pid=93209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:46.971808 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a1fd8-0350-46b4-9b41-5bb3650d78c1 req-0714a029-15c8-426b-9669-526248ba8f50 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:46.973385 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a90a1fd8-0350-46b4-9b41-5bb3650d78c1 req-0714a029-15c8-426b-9669-526248ba8f50 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 945 time: 0.5024998 Jul 16 18:45:47.021951 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-598b61f4-9ab9-44f2-b858-3077f4b55e3f req-3fc003a4-f5a7-4cf1-8be3-840a393ba026 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 210 time: 0.2967455 Jul 16 18:45:47.050678 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014987a-d133-4df1-8966-02d736a3f27b req-c94e81e9-621c-44ab-ba27-16934e8c0da9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.052954 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-c94e81e9-621c-44ab-ba27-16934e8c0da9 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 815 time: 0.2277908 Jul 16 18:45:47.077661 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Request body: {'port': {'device_id': '3566a3ab-060a-486d-9e48-1d1029733d9a', 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38', 'admin_state_up': True, 'tenant_id': '17e7da6814934baeae8ec84f08cb847c'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:47.092479 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a90a1fd8-0350-46b4-9b41-5bb3650d78c1 req-bdf5bb0f-a106-4c60-bd9a-edf1b12217b5 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093152 Jul 16 18:45:47.176965 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bf9017-3959-4a96-8d93-6e239120e43f {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:47.189785 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.197458 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda396d9-d3af-4895-9e58-56c732171204 req-d35e6cd2-803b-4947-aa81-bc5a14ef62aa tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.198995 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dda396d9-d3af-4895-9e58-56c732171204 req-d35e6cd2-803b-4947-aa81-bc5a14ef62aa tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 931 time: 0.0652800 Jul 16 18:45:47.214827 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Transition to ACTIVE for port object 58bf9017-3959-4a96-8d93-6e239120e43f will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:47.222144 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.238156 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-dda396d9-d3af-4895-9e58-56c732171204 req-51b7b931-a23b-4065-97da-be7b2bf3d68c tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331304 Jul 16 18:45:47.288906 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Pushing event updated for resources: {'Port': ['ID=58bf9017-3959-4a96-8d93-6e239120e43f,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:47.290946 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Made reservation on behalf of 17e7da6814934baeae8ec84f08cb847c for: {'port': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:47.294530 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.424700 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Attempting to bind port 58bf9017-3959-4a96-8d93-6e239120e43f on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:47.425042 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Attempting to bind port 58bf9017-3959-4a96-8d93-6e239120e43f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:47.425377 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Attempting to bind port 58bf9017-3959-4a96-8d93-6e239120e43f on network 47f6b223-7ba0-4d0a-a61c-5234079af054 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:47.439073 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Port 58bf9017-3959-4a96-8d93-6e239120e43f on network 47f6b223-7ba0-4d0a-a61c-5234079af054 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:47.439407 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Attempting to bind port 58bf9017-3959-4a96-8d93-6e239120e43f on network 47f6b223-7ba0-4d0a-a61c-5234079af054 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:47.467987 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:47.468332 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Checking segment: {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:47.468722 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Bound using segment: {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:47.469412 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Bound port: 58bf9017-3959-4a96-8d93-6e239120e43f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abea05bf-5df4-4eb3-85af-d69b5a527d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:47.469772 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.520356 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_common [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Allocated IP 172.20.0.9 (15e97263-c620-4b55-9d4f-49a4f8d5cd38/0176a18d-8563-404f-9795-9ee1642f146d/c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3) {{(pid=93208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:47.572078 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] For port 58bf9017-3959-4a96-8d93-6e239120e43f, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:47.595220 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] For port 58bf9017-3959-4a96-8d93-6e239120e43f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=58bf9017-3959-4a96-8d93-6e239120e43f,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:47.602113 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.695632 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.696131 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.697536 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] 10.222.0.88 "PUT /v2.0/ports/58bf9017-3959-4a96-8d93-6e239120e43f HTTP/1.1" status: 200 len: 1093 time: 1.4251535 Jul 16 18:45:47.702594 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'tag': '58bf9017-3959-4a96-8d93-6e239120e43f'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:47.704856 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f01060a-3cbc-4b26-9eda-13a39960b29a" -d '{"events": [{"name": "network-changed", "server_uuid": "60d239d4-b00e-41d0-b007-1143c6b5c5a7", "tag": "58bf9017-3959-4a96-8d93-6e239120e43f"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:47.792508 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21afc51-15f0-4b42-a18d-0cf31cb22714 service neutron] Pushing event updated for resources: {'Port': ['ID=58bf9017-3959-4a96-8d93-6e239120e43f,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:47.796249 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a72e5dd-841f-4dea-bb93-491c2d692653 x-openstack-request-id: req-6a72e5dd-841f-4dea-bb93-491c2d692653 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:47.796538 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d239d4-b00e-41d0-b007-1143c6b5c5a7", "tag": "58bf9017-3959-4a96-8d93-6e239120e43f", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:47.796791 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a72e5dd-841f-4dea-bb93-491c2d692653 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:47.797176 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'tag': '58bf9017-3959-4a96-8d93-6e239120e43f', 'status': 'completed', 'code': 200} Jul 16 18:45:47.844385 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45466) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:47.848189 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks [] for port, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.871129 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ae3d7-eeb3-4388-8c47-cb0be3eff0f4 req-fd7b2318-4532-4ff5-9f37-13a84ebcde3c tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.872701 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9a1ae3d7-eeb3-4388-8c47-cb0be3eff0f4 req-fd7b2318-4532-4ff5-9f37-13a84ebcde3c tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.88 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 945 time: 0.2509971 Jul 16 18:45:47.920825 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-b464b9cf-a952-444a-b40b-5cba6c8f9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.922349 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-b464b9cf-a952-444a-b40b-5cba6c8f9812 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1711776 Jul 16 18:45:47.991893 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-aaf84eb7-9b05-46d3-8063-a99a4557d632 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58bf9017-3959-4a96-8d93-6e239120e43f HTTP/1.1" status: 200 len: 217 time: 0.0515778 Jul 16 18:45:48.023360 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.043048 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['38b01310-1034-4485-9de2-9cdbd63ad304', 'f423020e-0cd7-4434-9525-9e378bd26271', 'fa87a7b0-add8-4c95-81b2-04f80e683349'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:48.109546 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 is already hosted by enough agents. {{(pid=93208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:48.122422 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-a0c3fba1-1b39-48fd-966c-8a4b0147d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:48.123916 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-a0c3fba1-1b39-48fd-966c-8a4b0147d35a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.1113412 Jul 16 18:45:48.125015 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Resources bound (agent type, host, resource id): {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:48.128140 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Received port after_create {{(pid=93208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:48.130613 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Pushing event updated for resources: {'Port': ['ID=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:48.210927 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-9a1ae3d7-eeb3-4388-8c47-cb0be3eff0f4 req-107e41f8-4b07-4e86-94ef-399818f60a81 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Deleting port 839d1d54-9907-42de-9cfc-5590a5620ddc {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:48.211258 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-9a1ae3d7-eeb3-4388-8c47-cb0be3eff0f4 req-107e41f8-4b07-4e86-94ef-399818f60a81 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.237210 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:48.237844 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.297890 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c16802-facd-479c-bc59-7c74f8c96f9f req-395a2319-392d-410f-9537-9d776b04c7f2 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:48.299417 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-15c16802-facd-479c-bc59-7c74f8c96f9f req-395a2319-392d-410f-9537-9d776b04c7f2 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 931 time: 0.1325250 Jul 16 18:45:48.330400 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-bf301ab9-2dc8-44c0-90d4-7fc42d5edbdf tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2596450 Jul 16 18:45:48.351021 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Request body: {'port': {'device_id': '3566a3ab-060a-486d-9e48-1d1029733d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:48.355370 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-15c16802-facd-479c-bc59-7c74f8c96f9f req-552e93a7-1cb8-438e-aba7-58cc4cf9bcfc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473495 Jul 16 18:45:48.393922 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-c810369e-6d80-4101-82b3-f9753a1a6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:48.395187 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-c810369e-6d80-4101-82b3-f9753a1a6b9e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2408631 Jul 16 18:45:48.404445 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-9a1ae3d7-eeb3-4388-8c47-cb0be3eff0f4 req-107e41f8-4b07-4e86-94ef-399818f60a81 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] For port 839d1d54-9907-42de-9cfc-5590a5620ddc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=839d1d54-9907-42de-9cfc-5590a5620ddc,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:48.404678 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-9a1ae3d7-eeb3-4388-8c47-cb0be3eff0f4 req-107e41f8-4b07-4e86-94ef-399818f60a81 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.426082 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729198'] for router_interface, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.436608 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-9a1ae3d7-eeb3-4388-8c47-cb0be3eff0f4 req-107e41f8-4b07-4e86-94ef-399818f60a81 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Calling delete_port for 839d1d54-9907-42de-9cfc-5590a5620ddc owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:48.512224 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cc157-ecc0-4130-bdbc-8285b48a1f9e req-991291ed-c8dd-478b-9f39-706060380d9b tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:48.513746 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4c6cc157-ecc0-4130-bdbc-8285b48a1f9e req-991291ed-c8dd-478b-9f39-706060380d9b tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 945 time: 0.2648022 Jul 16 18:45:48.607289 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.636901 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce76ba-a506-4d19-a738-8c0f7a67e0f1 req-6bc72e1b-a27a-4253-acfa-fc56c592a1b9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:48.638391 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f4ce76ba-a506-4d19-a738-8c0f7a67e0f1 req-6bc72e1b-a27a-4253-acfa-fc56c592a1b9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 943 time: 0.1293921 Jul 16 18:45:48.679049 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-877a2ad7-a938-486e-8c47-76c92678bcbc service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554107 Jul 16 18:45:48.685952 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4c6cc157-ecc0-4130-bdbc-8285b48a1f9e req-b1ce5d76-849f-4c4b-931e-dabd3e978f9c tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee69b28c-5dac-4afd-9de3-9c45910b25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632540 Jul 16 18:45:48.693327 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f4ce76ba-a506-4d19-a738-8c0f7a67e0f1 req-d53f773f-5bac-4466-b371-8683d68647a9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478249 Jul 16 18:45:48.775672 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] Deleting port 8f563814-9262-469c-a175-34627154690a {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:48.775952 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.857038 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] For port 8f563814-9262-469c-a175-34627154690a, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=8f563814-9262-469c-a175-34627154690a,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:48.857390 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.870744 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] Calling delete_port for 8f563814-9262-469c-a175-34627154690a owned by network:router_interface {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:48.910237 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-aa5d44a7-0716-42d3-89e8-91209cd18f66 req-15f68b69-ce92-4369-a815-9ff22f395d29 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205102 Jul 16 18:45:48.917657 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-9a1ae3d7-eeb3-4388-8c47-cb0be3eff0f4 req-107e41f8-4b07-4e86-94ef-399818f60a81 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.957197 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e41f8-4b07-4e86-94ef-399818f60a81 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Pushing event deleted for resources: {'Port': ['ID=839d1d54-9907-42de-9cfc-5590a5620ddc,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:49.062462 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1ae3d7-eeb3-4388-8c47-cb0be3eff0f4 req-107e41f8-4b07-4e86-94ef-399818f60a81 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] No DVR routers for this DVR port 839d1d54-9907-42de-9cfc-5590a5620ddc on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:49.066554 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-9a1ae3d7-eeb3-4388-8c47-cb0be3eff0f4 req-107e41f8-4b07-4e86-94ef-399818f60a81 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.068564 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9a1ae3d7-eeb3-4388-8c47-cb0be3eff0f4 req-107e41f8-4b07-4e86-94ef-399818f60a81 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.88 "DELETE /v2.0/ports/839d1d54-9907-42de-9cfc-5590a5620ddc HTTP/1.1" status: 204 len: 173 time: 1.1880841 Jul 16 18:45:49.081920 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.114649 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f563814-9262-469c-a175-34627154690a,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:49.129728 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01060a-3cbc-4b26-9eda-13a39960b29a req-5bc6f8d7-27eb-40a2-88a1-c8de6cc3f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:49.131512 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f01060a-3cbc-4b26-9eda-13a39960b29a req-5bc6f8d7-27eb-40a2-88a1-c8de6cc3f370 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1468673 Jul 16 18:45:49.189081 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 {{(pid=93208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:49.200425 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.249589 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Transition to ACTIVE for port object c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:49.264918 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.296473 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01060a-3cbc-4b26-9eda-13a39960b29a req-bf0142f2-7564-4113-a201-7d070138b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:49.298034 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f01060a-3cbc-4b26-9eda-13a39960b29a req-bf0142f2-7564-4113-a201-7d070138b176 service neutron] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 914 time: 0.1484330 Jul 16 18:45:49.318982 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725246'] for router_interface, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.364542 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f01060a-3cbc-4b26-9eda-13a39960b29a req-67d67a35-92aa-4d14-a6b3-f44c056845da service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58bf9017-3959-4a96-8d93-6e239120e43f HTTP/1.1" status: 200 len: 217 time: 0.0559270 Jul 16 18:45:49.365240 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Pushing event updated for resources: {'Port': ['ID=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:49.500796 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01060a-3cbc-4b26-9eda-13a39960b29a req-cbad528c-ed27-44bf-abb2-292bce1e0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:49.502240 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f01060a-3cbc-4b26-9eda-13a39960b29a req-cbad528c-ed27-44bf-abb2-292bce1e0ff1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.0948422 Jul 16 18:45:49.511623 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Attempting to bind port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:49.512127 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Attempting to bind port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:49.512460 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Attempting to bind port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:49.561299 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] Router b34153cf-e016-42d1-b723-61b26e672e48 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:49.562690 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:49.563022 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Attempting to bind port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 on network 15e97263-c620-4b55-9d4f-49a4f8d5cd38 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:49.577479 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Checking agent: {'id': '0b00233f-124d-47fd-bbdc-4d438431dee2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'started_at': datetime.datetime(2021, 7, 16, 18, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:49.578113 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Checking segment: {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:49.578113 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Bound using segment: {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:49.578549 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Bound port: c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b6aafe-931b-45fb-b061-96f5f93e1f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:49.578908 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.654494 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c747568-8597-4c72-b493-81b5114e2ea9 req-a9e5d5df-c168-4ceb-a9f7-07ea55e0667a tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:49.656021 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5c747568-8597-4c72-b493-81b5114e2ea9 req-a9e5d5df-c168-4ceb-a9f7-07ea55e0667a tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 943 time: 0.1597602 Jul 16 18:45:49.672886 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01060a-3cbc-4b26-9eda-13a39960b29a req-ea0bd713-ce5a-4cdd-a855-2348c7307864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:49.673099 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:49.674386 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f01060a-3cbc-4b26-9eda-13a39960b29a req-ea0bd713-ce5a-4cdd-a855-2348c7307864 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1598077 Jul 16 18:45:49.682108 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008d1760-714d-45b9-91c3-a88bd8ca2035 None None] Sync routers for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:49.686319 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-e6da2a7c-a337-464c-9572-1bedbcaab904 admin admin] 10.222.0.79 "PUT /v2.0/routers/b34153cf-e016-42d1-b723-61b26e672e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8380802 Jul 16 18:45:49.689814 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45478) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:49.702688 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d1760-714d-45b9-91c3-a88bd8ca2035 None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:49.703717 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-008d1760-714d-45b9-91c3-a88bd8ca2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:49.739065 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] For port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3, host hv-cinder-78693, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:49.838138 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.839910 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-008d1760-714d-45b9-91c3-a88bd8ca2035 None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:49.870557 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] For port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:49.871594 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'name': 'network-vif-deleted', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:49.873858 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6efda1-72d3-4537-81ef-fea49f1148f6" -d '{"events": [{"server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "name": "network-vif-deleted", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:49.879085 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f01060a-3cbc-4b26-9eda-13a39960b29a req-8e52936f-d0b1-4989-9b85-4afea68d7aab service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904414 Jul 16 18:45:49.890616 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3223016'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.921477 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7fb8124f-0adc-4dcb-883b-69ffa1dee32c req-3a248ecc-b9ba-4452-8180-f1476c16dd01 tempest-TestMinimumBasicScenario-1215400590 tempest-TestMinimumBasicScenario-1215400590-project] 10.222.0.79 "GET /v2.0/ports?device_id=80c0ebed-b4f0-465e-82c8-5e78eb0c98b4 HTTP/1.1" status: 200 len: 210 time: 0.0415394 Jul 16 18:45:49.939991 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5c747568-8597-4c72-b493-81b5114e2ea9 req-4578e6d9-f0f5-45b0-ba10-f49da38a080c tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764044 Jul 16 18:45:49.985270 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:49.985916 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.988221 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] 10.222.0.88 "PUT /v2.0/ports/c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 HTTP/1.1" status: 200 len: 1093 time: 1.6446595 Jul 16 18:45:50.025108 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aae167d-1f1a-4d0b-b65d-05f6bbc0448a x-openstack-request-id: req-0aae167d-1f1a-4d0b-b65d-05f6bbc0448a {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:50.025454 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c0ebed-b4f0-465e-82c8-5e78eb0c98b4", "name": "network-vif-deleted", "tag": "839d1d54-9907-42de-9cfc-5590a5620ddc", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:50.025692 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0aae167d-1f1a-4d0b-b65d-05f6bbc0448a {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:50.026080 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c0ebed-b4f0-465e-82c8-5e78eb0c98b4', 'name': 'network-vif-deleted', 'tag': '839d1d54-9907-42de-9cfc-5590a5620ddc', 'status': 'completed', 'code': 200} Jul 16 18:45:50.074193 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.144757 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-008d1760-714d-45b9-91c3-a88bd8ca2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:45:49Z', 'revision_number': 5, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port': {'id': '2fc7b291-a48f-4d26-8df0-b33b75f70c2d', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:34Z', 'updated_at': '2021-07-16T18:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:50.172947 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008d1760-714d-45b9-91c3-a88bd8ca2035 None None] Checking router: b34153cf-e016-42d1-b723-61b26e672e48 for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:50.177034 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Deleting port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:50.177366 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.184568 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d1760-714d-45b9-91c3-a88bd8ca2035 None None] Routers {'b34153cf-e016-42d1-b723-61b26e672e48'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:50.185275 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-008d1760-714d-45b9-91c3-a88bd8ca2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['b34153cf-e016-42d1-b723-61b26e672e48'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:50.257499 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208d515-9a57-4b86-8ba3-12b6679658ed req-214936c5-2caa-4f5f-9e2d-91132bdf9c42 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:50.259811 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c208d515-9a57-4b86-8ba3-12b6679658ed req-214936c5-2caa-4f5f-9e2d-91132bdf9c42 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 943 time: 0.1497021 Jul 16 18:45:50.276137 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-008d1760-714d-45b9-91c3-a88bd8ca2035 None None] Set router b34153cf-e016-42d1-b723-61b26e672e48 gateway port host: None {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:50.308314 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] For port 2fc7b291-a48f-4d26-8df0-b33b75f70c2d, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=2fc7b291-a48f-4d26-8df0-b33b75f70c2d,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:50.308675 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.332436 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c208d515-9a57-4b86-8ba3-12b6679658ed req-7622436f-c47e-4686-9c22-d20c8a533d94 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636895 Jul 16 18:45:50.334426 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Calling delete_port for 2fc7b291-a48f-4d26-8df0-b33b75f70c2d owned by network:router_gateway {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:50.338379 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-008d1760-714d-45b9-91c3-a88bd8ca2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:45:50Z', 'revision_number': 6, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port_host': None}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:50.368366 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b5654-6d45-4493-9121-364bc201337a service neutron] Pushing event updated for resources: {'Port': ['ID=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:50.369859 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008d1760-714d-45b9-91c3-a88bd8ca2035 None None] The sync data for ids ['b34153cf-e016-42d1-b723-61b26e672e48'] in dv-cinder-786933-5-iscsi is: [{'id': 'b34153cf-e016-42d1-b723-61b26e672e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1695554272-router', 'tenant_id': '9b2708a3489a4b798499f122ee207e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:45:50Z', 'revision_number': 6, 'project_id': '9b2708a3489a4b798499f122ee207e94', 'gw_port_host': None}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:50.393370 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f01060a-3cbc-4b26-9eda-13a39960b29a req-085eba01-db4c-49c2-a40c-ed94ee8787fc service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960587 Jul 16 18:45:50.416670 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014987a-d133-4df1-8966-02d736a3f27b req-c60b0f9a-0782-470b-805d-7649bda272e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:50.418367 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-c60b0f9a-0782-470b-805d-7649bda272e0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 1096 time: 0.0836906 Jul 16 18:45:50.463087 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-ccc2d270-58ba-47b4-bc9f-08953074e5be service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 HTTP/1.1" status: 200 len: 217 time: 0.0342937 Jul 16 18:45:50.515723 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.516249 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014987a-d133-4df1-8966-02d736a3f27b req-1016107f-7de5-4234-91b3-1a8780d9261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:50.517746 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-1016107f-7de5-4234-91b3-1a8780d9261c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0176a18d-8563-404f-9795-9ee1642f146d HTTP/1.1" status: 200 len: 855 time: 0.0478518 Jul 16 18:45:50.541871 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc7b291-a48f-4d26-8df0-b33b75f70c2d,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:50.553555 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-fa5ced2e-9d4d-4578-a080-e33cfef49ba2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15e97263-c620-4b55-9d4f-49a4f8d5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270364 Jul 16 18:45:50.607152 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676644'] for router_gateway, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.645217 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-909b7409-9f7e-4aa4-9c5f-df5d2dcb1fd3 service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831890 Jul 16 18:45:50.696923 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6001'] for router, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.699078 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.746284 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-2014987a-d133-4df1-8966-02d736a3f27b req-9b8d6587-1aa0-4707-bf5c-0726d01f771a service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926259 Jul 16 18:45:50.747877 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731814'] for router, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.748818 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34153cf-e016-42d1-b723-61b26e672e48 {{(pid=93207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:45:50.754433 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.755853 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-718da89a-b14a-4a43-b8ff-004b2703dbb0 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b34153cf-e016-42d1-b723-61b26e672e48 HTTP/1.1" status: 204 len: 168 time: 1.0680370 Jul 16 18:45:50.758255 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45488) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:50.810415 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df9f617-d5ce-4e67-874b-80a0e16a5d0d admin admin] Deleting subnet e721fc25-3157-41d7-8181-b6ea28c0b46e {{(pid=93207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:50.815157 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3df9f617-d5ce-4e67-874b-80a0e16a5d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.841830 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 839d1d54-9907-42de-9cfc-5590a5620ddc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:50.850389 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3df9f617-d5ce-4e67-874b-80a0e16a5d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636601'] for subnet, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.861995 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 839d1d54-9907-42de-9cfc-5590a5620ddc {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:50.862343 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 839d1d54-9907-42de-9cfc-5590a5620ddc not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:50.924583 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3df9f617-d5ce-4e67-874b-80a0e16a5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.980170 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3df9f617-d5ce-4e67-874b-80a0e16a5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10277849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10415177'] for subnet, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.013394 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9f617-d5ce-4e67-874b-80a0e16a5d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e721fc25-3157-41d7-8181-b6ea28c0b46e,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:51.015510 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3df9f617-d5ce-4e67-874b-80a0e16a5d0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.020223 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45496) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:51.033089 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484ba49c-0228-4dbf-8f51-c3d29287c5ef None None] Network b5659565-8774-4d43-910a-bea01eaf10da requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:51.034492 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-3df9f617-d5ce-4e67-874b-80a0e16a5d0d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e721fc25-3157-41d7-8181-b6ea28c0b46e HTTP/1.1" status: 204 len: 168 time: 0.2750075 Jul 16 18:45:51.102684 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.186643 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Deleting port ed327e83-f560-4a83-86c6-6979094f8f6e {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:51.187336 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.204581 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:51.281075 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 8f563814-9262-469c-a175-34627154690a no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:51.281293 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] For port ed327e83-f560-4a83-86c6-6979094f8f6e, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ed327e83-f560-4a83-86c6-6979094f8f6e,segment=NetworkSegment(fa25edc6-5b90-4e67-afe4-ae6533201cfc),segment_id=fa25edc6-5b90-4e67-afe4-ae6533201cfc)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:51.281771 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.300687 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Calling delete_port for ed327e83-f560-4a83-86c6-6979094f8f6e owned by network:dhcp {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:51.310809 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 8f563814-9262-469c-a175-34627154690a {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:51.311160 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 8f563814-9262-469c-a175-34627154690a not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:51.311604 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 2fc7b291-a48f-4d26-8df0-b33b75f70c2d no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:51.342856 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 2fc7b291-a48f-4d26-8df0-b33b75f70c2d {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:51.343203 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 2fc7b291-a48f-4d26-8df0-b33b75f70c2d not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:51.441397 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1fb24-5dce-4c5d-84c3-e30a66303548 req-1c17fb88-e0ba-4e71-8da8-3873fae44f8d tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.445614 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.456231 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-65e1fb24-5dce-4c5d-84c3-e30a66303548 req-1c17fb88-e0ba-4e71-8da8-3873fae44f8d tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 943 time: 0.3858805 Jul 16 18:45:51.482749 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed327e83-f560-4a83-86c6-6979094f8f6e,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:51.484912 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7dac0c-3050-41f9-b0f9-a775b33b3bef None None] DHCP port deletion for b5659565-8774-4d43-910a-bea01eaf10da request from dv-cinder-786933-5-iscsi {{(pid=93209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:51.497739 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] No DVR routers for this DVR port ed327e83-f560-4a83-86c6-6979094f8f6e on host dv-cinder-786933-5-iscsi {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:51.519950 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-65e1fb24-5dce-4c5d-84c3-e30a66303548 req-906574eb-a245-4009-8a24-bd0f02e64991 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624306 Jul 16 18:45:51.622542 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.639140 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5659565-8774-4d43-910a-bea01eaf10da']}} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:51.652171 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa25edc6-5b90-4e67-afe4-ae6533201cfc') {'for_net_delete': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:51.652473 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa25edc6-5b90-4e67-afe4-ae6533201cfc') {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:51.669078 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328207'] for segment, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.694884 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207d8f7-7baf-43ad-b95a-5e74becbdaa2 req-0e6e6cb7-d21c-40ca-952f-d4d0e6be70bb tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.696414 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1207d8f7-7baf-43ad-b95a-5e74becbdaa2 req-0e6e6cb7-d21c-40ca-952f-d4d0e6be70bb tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 943 time: 0.1638999 Jul 16 18:45:51.700502 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.719951 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=93208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:51.720364 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3223296'] for segment, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: Traceback (most recent call last): Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: timer() Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: cb(*args, **kw) Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: return func(*args, **kwargs) Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: self._notify() Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: self.callback(batched_events) Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: event.method(event) Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: return f(self, *a, **k) Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._get(url).json() Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:51.722054 dv-cinder-786933-5-iscsi neutron-server[93208]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:51.728348 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:51.728348 dv-cinder-786933-5-iscsi neutron-server[93208]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:51.728348 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:51.728348 dv-cinder-786933-5-iscsi neutron-server[93208]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:51.728348 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:51.728348 dv-cinder-786933-5-iscsi neutron-server[93208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:51.728348 dv-cinder-786933-5-iscsi neutron-server[93208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:51.760353 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45538) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:51.764465 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-e8d6cda2-cf22-4701-8b42-00cc61101f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.791249 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1207d8f7-7baf-43ad-b95a-5e74becbdaa2 req-f2247820-a8c5-4360-87c9-1fdb02afde3a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883999 Jul 16 18:45:51.802228 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.809992 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.814478 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] 10.222.0.79 "DELETE /v2.0/networks/b5659565-8774-4d43-910a-bea01eaf10da HTTP/1.1" status: 204 len: 168 time: 0.7909656 Jul 16 18:45:51.826841 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfbc58-adc6-431f-a6af-e890623fd85f admin admin] Pushing event deleted for resources: {'Network': ['ID=b5659565-8774-4d43-910a-bea01eaf10da,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:51.926470 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45542) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:52.012668 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-713b72d7-2106-41ed-b11f-5ccdafb51d1e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9b2708a3489a4b798499f122ee207e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0849478 Jul 16 18:45:52.015280 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45544) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:52.028104 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3566a3ab-060a-486d-9e48-1d1029733d9a', 'tag': 'c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:52.030347 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a934446f-e73c-466f-aae6-73a0bd4df4df" -d '{"events": [{"name": "network-changed", "server_uuid": "3566a3ab-060a-486d-9e48-1d1029733d9a", "tag": "c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:52.072407 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab42e52f-89d2-48e5-bbb6-bd03d7897c2e x-openstack-request-id: req-ab42e52f-89d2-48e5-bbb6-bd03d7897c2e {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:52.072701 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3566a3ab-060a-486d-9e48-1d1029733d9a", "tag": "c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:52.072951 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab42e52f-89d2-48e5-bbb6-bd03d7897c2e {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:52.073345 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3566a3ab-060a-486d-9e48-1d1029733d9a', 'tag': 'c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3', 'status': 'completed', 'code': 200} Jul 16 18:45:52.074361 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-89f4e3cb-6e0d-4559-a9a1-825cc5b5ca1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.096918 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-89f4e3cb-6e0d-4559-a9a1-825cc5b5ca1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.160264 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729198'] for router_interface, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.174487 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934446f-e73c-466f-aae6-73a0bd4df4df req-c1cf2102-1f15-4023-ad95-906eca764b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:52.176046 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a934446f-e73c-466f-aae6-73a0bd4df4df req-c1cf2102-1f15-4023-ad95-906eca764b12 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17e7da6814934baeae8ec84f08cb847c&device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 1096 time: 0.0771871 Jul 16 18:45:52.182917 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-89f4e3cb-6e0d-4559-a9a1-825cc5b5ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.185749 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-89f4e3cb-6e0d-4559-a9a1-825cc5b5ca1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.186990 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-89f4e3cb-6e0d-4559-a9a1-825cc5b5ca1b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/361091d1-5529-4abe-964d-aa8f934d13fa HTTP/1.1" status: 204 len: 168 time: 0.1707387 Jul 16 18:45:52.219297 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4e3cb-6e0d-4559-a9a1-825cc5b5ca1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361091d1-5529-4abe-964d-aa8f934d13fa,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.304322 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934446f-e73c-466f-aae6-73a0bd4df4df req-636fc6b1-6314-439f-ba2a-bb4b7b384e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:52.306100 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a934446f-e73c-466f-aae6-73a0bd4df4df req-636fc6b1-6314-439f-ba2a-bb4b7b384e61 service neutron] 10.222.0.88 "GET /v2.0/networks?id=15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 200 len: 917 time: 0.1180124 Jul 16 18:45:52.352624 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a934446f-e73c-466f-aae6-73a0bd4df4df req-94a3299b-0202-4db2-8bda-89d08b036f41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 HTTP/1.1" status: 200 len: 217 time: 0.0377975 Jul 16 18:45:52.411261 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934446f-e73c-466f-aae6-73a0bd4df4df req-197ad803-8158-4f08-a039-41aa99614162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:52.413410 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a934446f-e73c-466f-aae6-73a0bd4df4df req-197ad803-8158-4f08-a039-41aa99614162 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0176a18d-8563-404f-9795-9ee1642f146d HTTP/1.1" status: 200 len: 855 time: 0.0526314 Jul 16 18:45:52.435441 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] Deleting port 4dc1bb61-a614-4581-96f0-b50283e49d70 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:52.435783 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.449315 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a934446f-e73c-466f-aae6-73a0bd4df4df req-03a6c34c-1a5b-4eef-9c9b-1191fb999154 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=15e97263-c620-4b55-9d4f-49a4f8d5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275698 Jul 16 18:45:52.517038 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] For port 4dc1bb61-a614-4581-96f0-b50283e49d70, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=4dc1bb61-a614-4581-96f0-b50283e49d70,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:52.517583 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.530882 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] Calling delete_port for 4dc1bb61-a614-4581-96f0-b50283e49d70 owned by network:router_interface {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:52.558958 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a934446f-e73c-466f-aae6-73a0bd4df4df req-eb11182d-0c7e-454a-b42c-080917e0e705 service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951581 Jul 16 18:45:52.690998 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-a934446f-e73c-466f-aae6-73a0bd4df4df req-969854a3-9399-4780-89b1-564e414216e0 service neutron] 10.222.0.88 "GET /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244740 Jul 16 18:45:52.735802 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2da8-39fe-4638-8983-c3e36b5c59ee req-324bc079-2a06-40c2-978e-02749d78405d tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:52.737480 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1b3c2da8-39fe-4638-8983-c3e36b5c59ee req-324bc079-2a06-40c2-978e-02749d78405d tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 943 time: 0.0901995 Jul 16 18:45:52.765315 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.778435 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1b3c2da8-39fe-4638-8983-c3e36b5c59ee req-9a5877b6-cf71-47cc-abcb-b65e5d461a8c tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350659 Jul 16 18:45:52.811670 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc1bb61-a614-4581-96f0-b50283e49d70,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.845617 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:53.012444 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:53.025301 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': 'c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3', 'network_id': '15e97263-c620-4b55-9d4f-49a4f8d5cd38', 'port_id': 'c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3', 'mac_address': 'fa:16:3e:29:e4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0176a18d-8563-404f-9795-9ee1642f146d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:53.077603 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.102429 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:53.110121 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ed327e83-f560-4a83-86c6-6979094f8f6e no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:53.137808 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885d533-2e9b-4c50-8d9d-c249ab869d34 req-269c8a33-2073-466d-801d-caacb6a95270 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:53.139257 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: ed327e83-f560-4a83-86c6-6979094f8f6e {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:53.139408 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7885d533-2e9b-4c50-8d9d-c249ab869d34 req-269c8a33-2073-466d-801d-caacb6a95270 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 943 time: 0.1903942 Jul 16 18:45:53.139732 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ed327e83-f560-4a83-86c6-6979094f8f6e not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:53.142502 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725246'] for router_interface, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.159758 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:53.165945 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.217166 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:53.226110 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.226457 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.226798 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.227326 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.227663 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.227999 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.228949 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.229285 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.229770 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.230299 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.230629 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.230955 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:53.258000 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-7885d533-2e9b-4c50-8d9d-c249ab869d34 req-c744d18c-02f1-44d4-a9bb-9de725c4c062 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029160 Jul 16 18:45:53.392103 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] Router 7f777117-a240-402c-85c0-02e2b34f0400 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:53.493773 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:53.505273 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:53.510347 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-b440dc90-e78c-4567-afa7-800fc067cfb8 admin admin] 10.222.0.79 "PUT /v2.0/routers/7f777117-a240-402c-85c0-02e2b34f0400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7489228 Jul 16 18:45:53.512784 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45584) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:53.529304 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03188fa0-4453-4a98-9927-5fa560c81c38 None None] Sync routers for ids ['7f777117-a240-402c-85c0-02e2b34f0400'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:53.552189 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03188fa0-4453-4a98-9927-5fa560c81c38 None None] Routers {'7f777117-a240-402c-85c0-02e2b34f0400'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:53.552897 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-03188fa0-4453-4a98-9927-5fa560c81c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['7f777117-a240-402c-85c0-02e2b34f0400'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.626899 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Notify callbacks [] for router, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.698385 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-03188fa0-4453-4a98-9927-5fa560c81c38 None None] Set router 7f777117-a240-402c-85c0-02e2b34f0400 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:53.734018 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.798736 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Deleting port c662ec30-9a87-4d5e-b578-ef22c48da649 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:53.799160 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.911159 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] For port c662ec30-9a87-4d5e-b578-ef22c48da649, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=c662ec30-9a87-4d5e-b578-ef22c48da649,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:53.914130 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.931468 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Calling delete_port for c662ec30-9a87-4d5e-b578-ef22c48da649 owned by network:router_gateway {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:53.953617 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-03188fa0-4453-4a98-9927-5fa560c81c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:45:52Z', 'revision_number': 5, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port': {'id': 'c662ec30-9a87-4d5e-b578-ef22c48da649', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f777117-a240-402c-85c0-02e2b34f0400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:49Z', 'updated_at': '2021-07-16T18:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.987717 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03188fa0-4453-4a98-9927-5fa560c81c38 None None] Checking router: 7f777117-a240-402c-85c0-02e2b34f0400 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:53.997192 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5cd22-b322-4b19-96d6-4dd96dbe735f req-52364d64-4496-4f46-b544-a41c11d6e59e tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:53.997829 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03188fa0-4453-4a98-9927-5fa560c81c38 None None] Routers {'7f777117-a240-402c-85c0-02e2b34f0400'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:53.998569 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-03188fa0-4453-4a98-9927-5fa560c81c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['7f777117-a240-402c-85c0-02e2b34f0400'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.999960 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bee5cd22-b322-4b19-96d6-4dd96dbe735f req-52364d64-4496-4f46-b544-a41c11d6e59e tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 944 time: 0.0908885 Jul 16 18:45:54.046562 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bee5cd22-b322-4b19-96d6-4dd96dbe735f req-5f2af352-17d8-4103-87af-1f338e3de5ec tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390625 Jul 16 18:45:54.117929 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-03188fa0-4453-4a98-9927-5fa560c81c38 None None] Set router 7f777117-a240-402c-85c0-02e2b34f0400 gateway port host: None {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:54.128199 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.154323 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Pushing event deleted for resources: {'Port': ['ID=c662ec30-9a87-4d5e-b578-ef22c48da649,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:54.180035 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-03188fa0-4453-4a98-9927-5fa560c81c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:45:53Z', 'revision_number': 6, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port_host': None}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:54.207581 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03188fa0-4453-4a98-9927-5fa560c81c38 None None] The sync data for ids ['7f777117-a240-402c-85c0-02e2b34f0400'] in dv-cinder-786933-5-iscsi is: [{'id': '7f777117-a240-402c-85c0-02e2b34f0400', 'name': 'tempest-TestMinimumBasicScenario-28255930-router', 'tenant_id': 'aeafc9350f574e6ba15d48c554ab122a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:45:53Z', 'revision_number': 6, 'project_id': 'aeafc9350f574e6ba15d48c554ab122a', 'gw_port_host': None}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:54.222094 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676644'] for router_gateway, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.320414 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6001'] for router, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.322638 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.372256 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731814'] for router, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.373180 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f777117-a240-402c-85c0-02e2b34f0400 {{(pid=93207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:45:54.377772 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.378997 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-f7e30e98-7766-4e97-8c0b-9712daa2202a admin admin] 10.222.0.79 "DELETE /v2.0/routers/7f777117-a240-402c-85c0-02e2b34f0400 HTTP/1.1" status: 204 len: 168 time: 0.8652840 Jul 16 18:45:54.381814 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45618) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:54.407852 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45620) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:54.429857 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_v2 [None req-3779cffd-a854-4a4a-9efe-c75b1b9a5eda admin admin] Deleting subnet 7270a0d3-a7bf-4993-b2c5-9722d837f3c8 {{(pid=93208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:54.433180 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3779cffd-a854-4a4a-9efe-c75b1b9a5eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.453741 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070df61-8fba-4edd-a887-cd3cf19b1ae4 req-5261a331-9a43-4597-9b6a-f2510445822f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:54.455591 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8070df61-8fba-4edd-a887-cd3cf19b1ae4 req-5261a331-9a43-4597-9b6a-f2510445822f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0752640 Jul 16 18:45:54.470734 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3779cffd-a854-4a4a-9efe-c75b1b9a5eda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328248'] for subnet, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.502437 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8070df61-8fba-4edd-a887-cd3cf19b1ae4 req-ef884c02-89a9-46e0-9831-56ba80185cb8 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395255 Jul 16 18:45:54.529352 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-382ba9fb-f374-4b1a-af3d-eb63cdc53cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.532614 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-026cb218-39b9-4c9d-a31b-2612e368b738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.558284 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3779cffd-a854-4a4a-9efe-c75b1b9a5eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.616826 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3779cffd-a854-4a4a-9efe-c75b1b9a5eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3222946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695180'] for subnet, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.641868 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-026cb218-39b9-4c9d-a31b-2612e368b738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.645472 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779cffd-a854-4a4a-9efe-c75b1b9a5eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7270a0d3-a7bf-4993-b2c5-9722d837f3c8,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:54.647042 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-026cb218-39b9-4c9d-a31b-2612e368b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.648367 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-3779cffd-a854-4a4a-9efe-c75b1b9a5eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.650316 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-3779cffd-a854-4a4a-9efe-c75b1b9a5eda admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7270a0d3-a7bf-4993-b2c5-9722d837f3c8 HTTP/1.1" status: 204 len: 168 time: 0.2672319 Jul 16 18:45:54.653282 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.653443 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45624) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:54.666712 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4205d1-e8b2-431c-a4a6-e5051e6fdbd9 None None] Network ea284a83-4213-4527-bb57-ff51560ea15d requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:54.698953 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cb218-39b9-4c9d-a31b-2612e368b738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389a61d7-2ed6-456f-ac4b-a8b87a0c944a,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:54.704361 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-026cb218-39b9-4c9d-a31b-2612e368b738 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e01049e92f8f4219a960c1089a3e153f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952082 Jul 16 18:45:54.708309 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45626) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:54.745068 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.761701 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4fcece57-da02-42eb-8f8e-368e9b5b14c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.784153 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4fcece57-da02-42eb-8f8e-368e9b5b14c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.798325 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Deleting port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:54.798666 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.845405 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4fcece57-da02-42eb-8f8e-368e9b5b14c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.850126 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4fcece57-da02-42eb-8f8e-368e9b5b14c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.851951 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-4fcece57-da02-42eb-8f8e-368e9b5b14c5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/389a61d7-2ed6-456f-ac4b-a8b87a0c944a HTTP/1.1" status: 204 len: 168 time: 0.1425555 Jul 16 18:45:54.864057 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:54.872632 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcece57-da02-42eb-8f8e-368e9b5b14c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a61d7-2ed6-456f-ac4b-a8b87a0c944a,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:54.889804 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] For port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990,segment=NetworkSegment(7b8d34d4-7bad-45b7-920c-b654e3279bf9),segment_id=7b8d34d4-7bad-45b7-920c-b654e3279bf9)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:54.890441 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.910151 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Calling delete_port for 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 owned by network:dhcp {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:54.940000 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:54.946148 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:54.946559 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.018055 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.041069 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f4d0f-4e14-4473-9b2f-e717a6c67f3e None None] DHCP port deletion for ea284a83-4213-4527-bb57-ff51560ea15d request from dv-cinder-786933-5-iscsi {{(pid=93209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:55.061709 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:55.063204 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.067656 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] No DVR routers for this DVR port 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 on host dv-cinder-786933-5-iscsi {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:55.112286 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3566a3ab-060a-486d-9e48-1d1029733d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:55.116207 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6ae4ef-a58e-427c-a4d9-8ed88773fdc8" -d '{"events": [{"server_uuid": "3566a3ab-060a-486d-9e48-1d1029733d9a", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:55.116414 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.116695 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.117033 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.117365 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.117691 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.124243 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.124649 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.124988 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.125322 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.125652 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.126042 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.126311 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:55.139506 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:55.142993 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:55.169371 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:55.170005 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 6e2f6d1a-6e0d-4187-8aa3-6ec225a8c990 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:55.170620 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 4dc1bb61-a614-4581-96f0-b50283e49d70 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:55.185772 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.197145 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea284a83-4213-4527-bb57-ff51560ea15d']}} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:55.200472 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.203763 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720299c6-b0cd-4c7e-bf68-c276e19bbbd3 x-openstack-request-id: req-720299c6-b0cd-4c7e-bf68-c276e19bbbd3 {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:55.204049 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3566a3ab-060a-486d-9e48-1d1029733d9a", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:55.204556 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-720299c6-b0cd-4c7e-bf68-c276e19bbbd3 {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:55.205186 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3566a3ab-060a-486d-9e48-1d1029733d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3', 'code': 200} Jul 16 18:45:55.205925 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 4dc1bb61-a614-4581-96f0-b50283e49d70 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:55.206431 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 4dc1bb61-a614-4581-96f0-b50283e49d70 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:55.207054 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device c662ec30-9a87-4d5e-b578-ef22c48da649 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:55.209527 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8d34d4-7bad-45b7-920c-b654e3279bf9') {'for_net_delete': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:55.210034 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8d34d4-7bad-45b7-920c-b654e3279bf9') {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:55.229466 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328207'] for segment, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.277230 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.285910 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=93208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:55.286513 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3223296'] for segment, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: Traceback (most recent call last): Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: timer() Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: cb(*args, **kw) Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: return func(*args, **kwargs) Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: self._notify() Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: self.callback(batched_events) Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: event.method(event) Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: return f(self, *a, **k) Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._get(url).json() Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:55.288722 dv-cinder-786933-5-iscsi neutron-server[93208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:55.324247 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45636) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:55.339649 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4b323eb8-7a96-4916-8a87-efe9aa96e451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.363596 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.376531 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8ae4a-593a-4d71-9ada-d85a4b9e300b req-a5e25026-fce8-42d1-8a41-72caff195c71 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:55.378030 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1df8ae4a-593a-4d71-9ada-d85a4b9e300b req-a5e25026-fce8-42d1-8a41-72caff195c71 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 945 time: 0.1416953 Jul 16 18:45:55.384334 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.385473 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] 10.222.0.79 "DELETE /v2.0/networks/ea284a83-4213-4527-bb57-ff51560ea15d HTTP/1.1" status: 204 len: 168 time: 0.7286730 Jul 16 18:45:55.399006 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45638) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:55.405074 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa1b5a-e825-44e5-b03f-4052431d444b admin admin] Pushing event deleted for resources: {'Network': ['ID=ea284a83-4213-4527-bb57-ff51560ea15d,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:55.406208 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: c662ec30-9a87-4d5e-b578-ef22c48da649 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:55.406555 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device c662ec30-9a87-4d5e-b578-ef22c48da649 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:55.444112 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.462018 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:55.480215 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4b323eb8-7a96-4916-8a87-efe9aa96e451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.484422 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4b323eb8-7a96-4916-8a87-efe9aa96e451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.526027 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b323eb8-7a96-4916-8a87-efe9aa96e451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d69d84-cb0f-41db-8a36-7bcdc1c2afa8,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:55.537957 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1df8ae4a-593a-4d71-9ada-d85a4b9e300b req-aa66b611-1fec-4983-879b-2e035af2e645 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378183 Jul 16 18:45:55.545192 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-4b323eb8-7a96-4916-8a87-efe9aa96e451 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf0cac260dec4a1eaa6fd669582f5406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194476 Jul 16 18:45:55.546218 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45644) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:55.617741 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-354679e1-1ca2-4bb4-8816-5a6c56415913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.643449 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-354679e1-1ca2-4bb4-8816-5a6c56415913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.723613 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9c6f2-9954-41fb-a995-00f29fe264ff req-958def5d-ac72-4f16-866a-a100ce12a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:55.725210 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bde9c6f2-9954-41fb-a995-00f29fe264ff req-958def5d-ac72-4f16-866a-a100ce12a7fd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 1098 time: 0.1847210 Jul 16 18:45:55.734177 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a4e2e-755f-4d1b-a4cd-f7cb37aaa99a req-a6ede4a0-19bc-4796-af13-9279a695de2b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:55.735695 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-944a4e2e-755f-4d1b-a4cd-f7cb37aaa99a req-a6ede4a0-19bc-4796-af13-9279a695de2b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0905495 Jul 16 18:45:55.741437 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-354679e1-1ca2-4bb4-8816-5a6c56415913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.744313 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-354679e1-1ca2-4bb4-8816-5a6c56415913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.745498 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-354679e1-1ca2-4bb4-8816-5a6c56415913 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2d69d84-cb0f-41db-8a36-7bcdc1c2afa8 HTTP/1.1" status: 204 len: 168 time: 0.1983514 Jul 16 18:45:55.771877 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354679e1-1ca2-4bb4-8816-5a6c56415913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d69d84-cb0f-41db-8a36-7bcdc1c2afa8,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:55.794755 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-944a4e2e-755f-4d1b-a4cd-f7cb37aaa99a req-0be64b7d-dc3a-44d8-8d54-bbe9a8337f24 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475695 Jul 16 18:45:55.812965 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-bde9c6f2-9954-41fb-a995-00f29fe264ff req-9582ee69-19e5-43a2-8963-0df0abc4e671 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659790 Jul 16 18:45:55.896875 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729198'] for router_interface, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.159180 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] Deleting port 91912d63-840b-4d21-bfd7-506851111917 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:56.159820 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.245615 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] For port 91912d63-840b-4d21-bfd7-506851111917, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=91912d63-840b-4d21-bfd7-506851111917,segment=NetworkSegment(846574a7-1bd9-410e-92bc-dad60bb6591c),segment_id=846574a7-1bd9-410e-92bc-dad60bb6591c)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:56.245999 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.258991 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] Calling delete_port for 91912d63-840b-4d21-bfd7-506851111917 owned by network:router_interface {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:56.449818 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.475791 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=91912d63-840b-4d21-bfd7-506851111917,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:56.646973 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725246'] for router_interface, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.820827 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82941f8e-26fd-4384-97bb-6c7043ecaa4c req-48045756-ca98-47ec-ad28-0f41f0f468c6 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:56.822373 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-82941f8e-26fd-4384-97bb-6c7043ecaa4c req-48045756-ca98-47ec-ad28-0f41f0f468c6 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 945 time: 0.1198473 Jul 16 18:45:56.875000 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 58bf9017-3959-4a96-8d93-6e239120e43f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:56.937583 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-82941f8e-26fd-4384-97bb-6c7043ecaa4c req-d537cf9b-cf3c-4b6a-bf35-7a6def7f9f44 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772867 Jul 16 18:45:56.976570 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] Router 4ca12030-4ff1-447b-a27f-d63fb00edbbe has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:57.068761 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 58bf9017-3959-4a96-8d93-6e239120e43f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=58bf9017-3959-4a96-8d93-6e239120e43f,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:57.091067 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Returning: {'device': '58bf9017-3959-4a96-8d93-6e239120e43f', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'port_id': '58bf9017-3959-4a96-8d93-6e239120e43f', 'mac_address': 'fa:16:3e:9c:5b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:57.105329 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c99eb0-d82d-499b-93a3-1c60d7844d6a req-d1e01b35-cf95-406a-9087-0931b17fdfec tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:57.114099 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-40c99eb0-d82d-499b-93a3-1c60d7844d6a req-d1e01b35-cf95-406a-9087-0931b17fdfec tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 943 time: 0.1496048 Jul 16 18:45:57.123279 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:57.133841 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8965712-dac1-428b-a7df-78309d89b0a1 None None] Sync routers for ids ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:57.152937 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-ce683bbd-644a-4b7b-87bb-9054ad1ffb0d admin admin] 10.222.0.79 "PUT /v2.0/routers/4ca12030-4ff1-447b-a27f-d63fb00edbbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7490127 Jul 16 18:45:57.154047 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8965712-dac1-428b-a7df-78309d89b0a1 None None] Routers {'4ca12030-4ff1-447b-a27f-d63fb00edbbe'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:57.155418 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45688) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:57.155894 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-f8965712-dac1-428b-a7df-78309d89b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:57.171077 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.194720 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-40c99eb0-d82d-499b-93a3-1c60d7844d6a req-545d6731-e995-4fc1-8d22-56d4fc4caba4 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703766 Jul 16 18:45:57.194882 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bf9017-3959-4a96-8d93-6e239120e43f {{(pid=93209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:57.215971 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 58bf9017-3959-4a96-8d93-6e239120e43f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=58bf9017-3959-4a96-8d93-6e239120e43f,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:57.223028 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.283148 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=58bf9017-3959-4a96-8d93-6e239120e43f,revision_number=4']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.287928 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Notify callbacks [] for router, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.294370 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-f8965712-dac1-428b-a7df-78309d89b0a1 None None] Set router 4ca12030-4ff1-447b-a27f-d63fb00edbbe gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:57.397201 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.452919 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Deleting port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:57.453273 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.475485 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.486375 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-f8965712-dac1-428b-a7df-78309d89b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'name': 'tempest-TestMinimumBasicScenario-881260819-router', 'tenant_id': '0845845b59414f728e017116150efec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:45:56Z', 'revision_number': 5, 'project_id': '0845845b59414f728e017116150efec0', 'gw_port': {'id': 'ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:25:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:57.518710 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8965712-dac1-428b-a7df-78309d89b0a1 None None] Checking router: 4ca12030-4ff1-447b-a27f-d63fb00edbbe for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:57.528041 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8965712-dac1-428b-a7df-78309d89b0a1 None None] Routers {'4ca12030-4ff1-447b-a27f-d63fb00edbbe'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:57.528928 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-f8965712-dac1-428b-a7df-78309d89b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:57.576036 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['58bf9017-3959-4a96-8d93-6e239120e43f'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:57.628360 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-f8965712-dac1-428b-a7df-78309d89b0a1 None None] Set router 4ca12030-4ff1-447b-a27f-d63fb00edbbe gateway port host: None {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:57.690460 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-f8965712-dac1-428b-a7df-78309d89b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'name': 'tempest-TestMinimumBasicScenario-881260819-router', 'tenant_id': '0845845b59414f728e017116150efec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:45:57Z', 'revision_number': 6, 'project_id': '0845845b59414f728e017116150efec0', 'gw_port_host': None}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:57.727768 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8965712-dac1-428b-a7df-78309d89b0a1 None None] The sync data for ids ['4ca12030-4ff1-447b-a27f-d63fb00edbbe'] in dv-cinder-786933-5-iscsi is: [{'id': '4ca12030-4ff1-447b-a27f-d63fb00edbbe', 'name': 'tempest-TestMinimumBasicScenario-881260819-router', 'tenant_id': '0845845b59414f728e017116150efec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:57Z', 'updated_at': '2021-07-16T18:45:57Z', 'revision_number': 6, 'project_id': '0845845b59414f728e017116150efec0', 'gw_port_host': None}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:57.838799 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] For port ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:57.839157 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.851765 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Calling delete_port for ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb owned by network:router_gateway {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:58.015533 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.047946 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:58.143367 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676644'] for router_gateway, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.239941 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6001'] for router, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.242563 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.259042 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fee17-e528-4b40-bb9d-a16d1af7d42f req-9cfcfb89-913a-4a2f-a756-f0af22c17e6f tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:58.260553 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-257fee17-e528-4b40-bb9d-a16d1af7d42f req-9cfcfb89-913a-4a2f-a756-f0af22c17e6f tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 945 time: 0.1934087 Jul 16 18:45:58.308125 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731814'] for router, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.308803 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca12030-4ff1-447b-a27f-d63fb00edbbe {{(pid=93208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:45:58.314525 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] Notify callbacks [] for router, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.315783 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-98b15c09-c8b0-4455-903b-7a0dd02f2288 admin admin] 10.222.0.79 "DELETE /v2.0/routers/4ca12030-4ff1-447b-a27f-d63fb00edbbe HTTP/1.1" status: 204 len: 168 time: 1.1592786 Jul 16 18:45:58.318420 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45702) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:58.353038 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2475215-e420-45b1-89c5-b18dc78e78f4 req-2abbd5f2-a21e-4cca-8f4b-86b6b0f15f23 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:58.354624 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e2475215-e420-45b1-89c5-b18dc78e78f4 req-2abbd5f2-a21e-4cca-8f4b-86b6b0f15f23 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 944 time: 0.0648301 Jul 16 18:45:58.359367 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-257fee17-e528-4b40-bb9d-a16d1af7d42f req-bdd32c88-d0d7-446e-a770-ac655e264cbc tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702004 Jul 16 18:45:58.377122 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e43003-544c-43fc-8db7-812322e05465 admin admin] Deleting subnet 2138ca92-7eaa-406f-8ebb-310e85bcc5ce {{(pid=93208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:58.380821 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b0e43003-544c-43fc-8db7-812322e05465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.394382 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-e2475215-e420-45b1-89c5-b18dc78e78f4 req-222e2608-1d17-48f5-842e-ab82f5e3aae9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334713 Jul 16 18:45:58.417912 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b0e43003-544c-43fc-8db7-812322e05465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328248'] for subnet, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.499133 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b0e43003-544c-43fc-8db7-812322e05465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.560774 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b0e43003-544c-43fc-8db7-812322e05465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3222946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695180'] for subnet, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.593515 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e43003-544c-43fc-8db7-812322e05465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2138ca92-7eaa-406f-8ebb-310e85bcc5ce,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:58.595824 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b0e43003-544c-43fc-8db7-812322e05465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.597835 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b0e43003-544c-43fc-8db7-812322e05465 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2138ca92-7eaa-406f-8ebb-310e85bcc5ce HTTP/1.1" status: 204 len: 168 time: 0.2786710 Jul 16 18:45:58.600643 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45708) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:58.613758 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc2c53c-d233-443e-aee5-811c4925eb0a None None] Network 2cfa28c0-2e68-4510-9864-b132df4f1b7c requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:58.714969 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.787396 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Deleting port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:58.787736 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.866672 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] For port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=28c4f139-7b95-45c0-bf3a-98c823ad9dcc,segment=NetworkSegment(846574a7-1bd9-410e-92bc-dad60bb6591c),segment_id=846574a7-1bd9-410e-92bc-dad60bb6591c)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:58.867035 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.884534 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 58bf9017-3959-4a96-8d93-6e239120e43f up at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:58.885795 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Calling delete_port for 28c4f139-7b95-45c0-bf3a-98c823ad9dcc owned by network:dhcp {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:58.937225 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a3644e-5530-4833-85d4-531292164ab4 None None] DHCP port deletion for 2cfa28c0-2e68-4510-9864-b132df4f1b7c request from dv-cinder-786933-5-iscsi {{(pid=93209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:58.966167 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning for port 58bf9017-3959-4a96-8d93-6e239120e43f completed by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:58.980875 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.provisioning_blocks [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Provisioning complete for port 58bf9017-3959-4a96-8d93-6e239120e43f triggered by entity L2. {{(pid=93209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:58.981248 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777764'] for port, provisioning_complete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.982174 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.009446 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c4f139-7b95-45c0-bf3a-98c823ad9dcc,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.012756 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] No DVR routers for this DVR port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc on host dv-cinder-786933-5-iscsi {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:59.023795 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 28c4f139-7b95-45c0-bf3a-98c823ad9dcc no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:59.048423 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 28c4f139-7b95-45c0-bf3a-98c823ad9dcc {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:59.048779 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 28c4f139-7b95-45c0-bf3a-98c823ad9dcc not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:59.049189 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:59.078776 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-34a3644e-5530-4833-85d4-531292164ab4 None None] Deleting port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc {{(pid=93209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:59.079150 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-34a3644e-5530-4833-85d4-531292164ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.082080 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:59.082421 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ec6ed0fd-d5a6-47bd-b203-8efe4af03fbb not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:59.082821 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 91912d63-840b-4d21-bfd7-506851111917 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:59.085823 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.096926 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfa28c0-2e68-4510-9864-b132df4f1b7c']}} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:59.107328 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846574a7-1bd9-410e-92bc-dad60bb6591c') {'for_net_delete': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:59.107623 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846574a7-1bd9-410e-92bc-dad60bb6591c') {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:59.117510 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328207'] for segment, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.135397 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 91912d63-840b-4d21-bfd7-506851111917 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:59.135397 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 91912d63-840b-4d21-bfd7-506851111917 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:59.136208 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.143058 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=93208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:59.143440 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3223296'] for segment, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: Traceback (most recent call last): Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: timer() Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: cb(*args, **kw) Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: return func(*args, **kwargs) Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: self._notify() Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: self.callback(batched_events) Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: event.method(event) Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: return f(self, *a, **k) Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._get(url).json() Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:59.145111 dv-cinder-786933-5-iscsi neutron-server[93208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:59.189401 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-34a3644e-5530-4833-85d4-531292164ab4 None None] For port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc, host dv-cinder-786933-5-iscsi, got binding levels [] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:59.189792 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-34a3644e-5530-4833-85d4-531292164ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.192079 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.202362 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.207605 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.210717 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2cfa28c0-2e68-4510-9864-b132df4f1b7c HTTP/1.1" status: 204 len: 168 time: 0.6086831 Jul 16 18:45:59.220529 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-34a3644e-5530-4833-85d4-531292164ab4 None None] Calling delete_port for 28c4f139-7b95-45c0-bf3a-98c823ad9dcc owned by network:dhcp {{(pid=93209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:59.223085 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56eff14-5fc3-455f-923c-bdffd3f06950 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cfa28c0-2e68-4510-9864-b132df4f1b7c,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.226171 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.ipam_backend_mixin [None req-34a3644e-5530-4833-85d4-531292164ab4 None None] Port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc was not found and therefore no delete operation was performed {{(pid=93209) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:45:59.230287 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-34a3644e-5530-4833-85d4-531292164ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302'] for port, after_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.259641 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.264138 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf9017-3959-4a96-8d93-6e239120e43f'}] {{(pid=93209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:59.266390 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47218ae2d6c41a2f76da615d39537fc970805fe2f68af6669de256f220162cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac533a36-7571-4c54-a647-e1a0183855f6" -d '{"events": [{"server_uuid": "60d239d4-b00e-41d0-b007-1143c6b5c5a7", "name": "network-vif-plugged", "status": "completed", "tag": "58bf9017-3959-4a96-8d93-6e239120e43f"}]}' {{(pid=93209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:59.268709 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34a3644e-5530-4833-85d4-531292164ab4 None None] Network 2cfa28c0-2e68-4510-9864-b132df4f1b7c is not hosted by any dhcp agent {{(pid=93209) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:45:59.269159 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3644e-5530-4833-85d4-531292164ab4 None None] No DVR routers for this DVR port 28c4f139-7b95-45c0-bf3a-98c823ad9dcc on host dv-cinder-786933-5-iscsi {{(pid=93209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:59.273084 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3644e-5530-4833-85d4-531292164ab4 None None] Pushing event deleted for resources: {'Port': ['ID=28c4f139-7b95-45c0-bf3a-98c823ad9dcc,revision_number=None']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.284858 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] For port 58bf9017-3959-4a96-8d93-6e239120e43f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=58bf9017-3959-4a96-8d93-6e239120e43f,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:59.291548 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329'] for port, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.317113 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9d48be-b7d8-46cd-8489-27460dab642b x-openstack-request-id: req-3b9d48be-b7d8-46cd-8489-27460dab642b {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:59.317510 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d239d4-b00e-41d0-b007-1143c6b5c5a7", "name": "network-vif-plugged", "status": "completed", "tag": "58bf9017-3959-4a96-8d93-6e239120e43f", "code": 200}]} {{(pid=93209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:59.317991 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b9d48be-b7d8-46cd-8489-27460dab642b {{(pid=93209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:59.318453 dv-cinder-786933-5-iscsi neutron-server[93209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf9017-3959-4a96-8d93-6e239120e43f', 'code': 200} Jul 16 18:45:59.346356 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Pushing event updated for resources: {'Port': ['ID=58bf9017-3959-4a96-8d93-6e239120e43f,revision_number=5']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.404500 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45724) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:59.451587 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c9e29484-d784-4b16-a40e-355af6d830a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aeafc9350f574e6ba15d48c554ab122a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434906 Jul 16 18:45:59.452048 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45728) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:59.504374 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a1226bb6-1361-49ed-a956-72694f5f8791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.555173 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a1226bb6-1361-49ed-a956-72694f5f8791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.614837 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118ef2-bf38-41aa-b60b-b9d097e92692 req-bfe4f3a4-fc8d-4c12-b97b-d54c3232ca72 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:59.616564 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-14118ef2-bf38-41aa-b60b-b9d097e92692 req-bfe4f3a4-fc8d-4c12-b97b-d54c3232ca72 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 945 time: 0.1029694 Jul 16 18:45:59.622653 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987221e-c86d-4b4c-afe8-0924412882ce req-c1d081ac-8136-4b27-8d45-be5b27d27f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:59.624533 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8987221e-c86d-4b4c-afe8-0924412882ce req-c1d081ac-8136-4b27-8d45-be5b27d27f29 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0541079 Jul 16 18:45:59.630571 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a1226bb6-1361-49ed-a956-72694f5f8791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.633212 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a1226bb6-1361-49ed-a956-72694f5f8791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.636597 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-a1226bb6-1361-49ed-a956-72694f5f8791 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee69b28c-5dac-4afd-9de3-9c45910b25cd HTTP/1.1" status: 204 len: 168 time: 0.1812348 Jul 16 18:45:59.650928 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1226bb6-1361-49ed-a956-72694f5f8791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee69b28c-5dac-4afd-9de3-9c45910b25cd,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.666647 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-8987221e-c86d-4b4c-afe8-0924412882ce req-3213aa62-7ee0-4dc7-b72e-d94cb8df8705 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350897 Jul 16 18:45:59.680573 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-14118ef2-bf38-41aa-b60b-b9d097e92692 req-93194509-4840-41c8-89cf-e8d2b824b0fc tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574143 Jul 16 18:46:00.036411 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45750) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:00.091645 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-eb919b4a-84aa-4035-b557-7d51d58375ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0845845b59414f728e017116150efec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512793 Jul 16 18:46:00.091878 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45756) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:00.145285 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-28feaca1-da68-48e1-a532-f4473c734ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.181776 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-28feaca1-da68-48e1-a532-f4473c734ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.256878 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-28feaca1-da68-48e1-a532-f4473c734ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.259986 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-28feaca1-da68-48e1-a532-f4473c734ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.261204 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-28feaca1-da68-48e1-a532-f4473c734ece admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf45970e-9232-4956-a18d-b23b9af3cabc HTTP/1.1" status: 204 len: 168 time: 0.1684103 Jul 16 18:46:00.279885 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feaca1-da68-48e1-a532-f4473c734ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf45970e-9232-4956-a18d-b23b9af3cabc,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:00.868857 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95378e18-bd97-4ef1-ae7e-3f4038821909 req-c7f7ae28-713b-4a3f-8f85-569e86596648 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:00.870416 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-95378e18-bd97-4ef1-ae7e-3f4038821909 req-c7f7ae28-713b-4a3f-8f85-569e86596648 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0705092 Jul 16 18:46:00.908404 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-95378e18-bd97-4ef1-ae7e-3f4038821909 req-850f4240-b22d-496c-a3e0-53cf547dab71 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323291 Jul 16 18:46:02.089428 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471778c3-e1a2-401e-930b-55fbe3d42d73 req-dbf012a6-ed29-45d9-b862-e04a933ce038 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:02.090972 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-471778c3-e1a2-401e-930b-55fbe3d42d73 req-dbf012a6-ed29-45d9-b862-e04a933ce038 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0667284 Jul 16 18:46:02.134726 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-471778c3-e1a2-401e-930b-55fbe3d42d73 req-30ba1596-b56d-4233-affd-defdffd5a105 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377729 Jul 16 18:46:02.304351 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ee6e7-a370-485f-9d51-760765c970c9 req-0103dd73-ad48-477e-90e4-5512c63f15ed tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:02.305824 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5b3ee6e7-a370-485f-9d51-760765c970c9 req-0103dd73-ad48-477e-90e4-5512c63f15ed tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0633838 Jul 16 18:46:02.342633 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-5b3ee6e7-a370-485f-9d51-760765c970c9 req-c9003d98-3e2a-4aee-bf06-ab8ec841a56c tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313091 Jul 16 18:46:02.368630 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45802) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:02.609821 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4892747-a275-4a12-8a57-6266b9f1d944 tempest-TestVolumeBootPattern-777110191 tempest-TestVolumeBootPattern-777110191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:02.611333 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-e4892747-a275-4a12-8a57-6266b9f1d944 tempest-TestVolumeBootPattern-777110191 tempest-TestVolumeBootPattern-777110191-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 1093 time: 0.2416983 Jul 16 18:46:02.614174 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45808) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:02.618703 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Request body: {'floatingip': {'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'port_id': '58bf9017-3959-4a96-8d93-6e239120e43f', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:02.642001 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.737041 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.078808 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Allocated IP 172.27.2.85 (73c708b8-06d7-447a-8102-37bbb9bcd43a/0ab15e2c-a646-4087-bf2e-139b77924ddc/36e302db-56c6-40d6-80c0-f6c0084a4e86) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:03.176931 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.214873 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790383195293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.252693 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Network 73c708b8-06d7-447a-8102-37bbb9bcd43a is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:03.258006 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:03.261350 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:03.284859 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'Port': ['ID=36e302db-56c6-40d6-80c0-f6c0084a4e86,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:03.637740 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.715351 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.860872 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.866759 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790383595349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790383195311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790383195329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10277779'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.935907 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event updated for resources: {'Port': ['ID=36e302db-56c6-40d6-80c0-f6c0084a4e86,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:03.945923 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1676718'] for floatingip, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.064752 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.l3_db [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Floating IP 3ca9ce0c-76a1-4163-83f8-13bd5e2eb861 associated. External IP: 172.27.2.85, port: 58bf9017-3959-4a96-8d93-6e239120e43f. Jul 16 18:46:04.269456 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Router 2da0875d-3543-45c3-8294-0dd251574d66 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:04.381740 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:04.390856 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d40d0-13a3-40f1-ac66-ceabff4cdb84 None None] Sync routers for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:04.397825 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.401557 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d40d0-13a3-40f1-ac66-ceabff4cdb84 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:04.402291 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-d81d40d0-13a3-40f1-ac66-ceabff4cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:04.435145 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-036efcc2-59c1-4dba-b600-749c789d111f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8198984 Jul 16 18:46:04.435724 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'tag': '58bf9017-3959-4a96-8d93-6e239120e43f'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:04.437974 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5da14013294e63930f004e3f646ec45d1727f78d2b380a1ffe1aebd0a12d46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450f1ef5-19c0-454c-9871-760ea57ff955" -d '{"events": [{"name": "network-changed", "server_uuid": "60d239d4-b00e-41d0-b007-1143c6b5c5a7", "tag": "58bf9017-3959-4a96-8d93-6e239120e43f"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:04.475217 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605a0fab-670f-4241-a7da-ad1c48c09b63 x-openstack-request-id: req-605a0fab-670f-4241-a7da-ad1c48c09b63 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:04.475494 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d239d4-b00e-41d0-b007-1143c6b5c5a7", "tag": "58bf9017-3959-4a96-8d93-6e239120e43f", "status": "completed", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:04.475756 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-605a0fab-670f-4241-a7da-ad1c48c09b63 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:04.476128 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'tag': '58bf9017-3959-4a96-8d93-6e239120e43f', 'status': 'completed', 'code': 200} Jul 16 18:46:04.515159 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-d81d40d0-13a3-40f1-ac66-ceabff4cdb84 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:04.568677 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1ef5-19c0-454c-9871-760ea57ff955 req-cb4b4cd1-1927-4bae-bfd9-4101bd65286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.570212 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-450f1ef5-19c0-454c-9871-760ea57ff955 req-cb4b4cd1-1927-4bae-bfd9-4101bd65286f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0558169 Jul 16 18:46:04.665229 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1ef5-19c0-454c-9871-760ea57ff955 req-98fbe7dc-4b79-4fde-a0cc-4b8d3bd44d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.666755 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-450f1ef5-19c0-454c-9871-760ea57ff955 req-98fbe7dc-4b79-4fde-a0cc-4b8d3bd44d06 service neutron] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 914 time: 0.0870974 Jul 16 18:46:04.732238 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-450f1ef5-19c0-454c-9871-760ea57ff955 req-392c18a2-d569-4656-80e1-ef5139c864cb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58bf9017-3959-4a96-8d93-6e239120e43f HTTP/1.1" status: 200 len: 998 time: 0.0583069 Jul 16 18:46:04.743860 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-d81d40d0-13a3-40f1-ac66-ceabff4cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '3ca9ce0c-76a1-4163-83f8-13bd5e2eb861', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '58bf9017-3959-4a96-8d93-6e239120e43f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:9c:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:03Z', 'updated_at': '2021-07-16T18:46:03Z', 'revision_number': 0, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}, {'id': 'aa498c11-1cde-4cd4-852d-6795cc4b3c6c', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:b9:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:54Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 1, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:04.769563 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d40d0-13a3-40f1-ac66-ceabff4cdb84 None None] Checking router: 2da0875d-3543-45c3-8294-0dd251574d66 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:04.778710 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d40d0-13a3-40f1-ac66-ceabff4cdb84 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:04.779331 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-d81d40d0-13a3-40f1-ac66-ceabff4cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:45:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:04.788853 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1ef5-19c0-454c-9871-760ea57ff955 req-ce3f8542-c2b9-48d8-bc18-81a1c4f2800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.791031 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-450f1ef5-19c0-454c-9871-760ea57ff955 req-ce3f8542-c2b9-48d8-bc18-81a1c4f2800e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.0484514 Jul 16 18:46:04.850950 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1ef5-19c0-454c-9871-760ea57ff955 req-ef9a4422-502c-4162-a2ef-57302aca2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.852463 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-450f1ef5-19c0-454c-9871-760ea57ff955 req-ef9a4422-502c-4162-a2ef-57302aca2927 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534525 Jul 16 18:46:04.883069 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-d81d40d0-13a3-40f1-ac66-ceabff4cdb84 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:04.949260 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-450f1ef5-19c0-454c-9871-760ea57ff955 req-69e08293-6d8c-4010-8963-1a8a99682470 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828128 Jul 16 18:46:05.045739 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-450f1ef5-19c0-454c-9871-760ea57ff955 req-801e81a7-901d-4509-8db3-52a082fbc4ba service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893562 Jul 16 18:46:05.103742 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-d81d40d0-13a3-40f1-ac66-ceabff4cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '3ca9ce0c-76a1-4163-83f8-13bd5e2eb861', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '58bf9017-3959-4a96-8d93-6e239120e43f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:9c:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:03Z', 'updated_at': '2021-07-16T18:46:03Z', 'revision_number': 0, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}, {'id': 'aa498c11-1cde-4cd4-852d-6795cc4b3c6c', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:b9:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:54Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 1, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:05.132739 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d40d0-13a3-40f1-ac66-ceabff4cdb84 None None] The sync data for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi is: [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': '3ca9ce0c-76a1-4163-83f8-13bd5e2eb861', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '58bf9017-3959-4a96-8d93-6e239120e43f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:9c:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:03Z', 'updated_at': '2021-07-16T18:46:03Z', 'revision_number': 0, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}, {'id': 'aa498c11-1cde-4cd4-852d-6795cc4b3c6c', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:b9:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:54Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 1, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:05.334261 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c125553-dc3c-48a9-8a4b-40858205e394 None None] New status for floating IP 3ca9ce0c-76a1-4163-83f8-13bd5e2eb861: ACTIVE {{(pid=93210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:46:10.783561 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dc0e2-bd13-46eb-926e-2e1688a43840 req-b7f1fb07-ef7b-4151-a2c6-2c7aaea17a19 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:10.785040 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-574dc0e2-bd13-46eb-926e-2e1688a43840 req-b7f1fb07-ef7b-4151-a2c6-2c7aaea17a19 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 945 time: 0.0652466 Jul 16 18:46:10.822443 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-574dc0e2-bd13-46eb-926e-2e1688a43840 req-5d496e98-83a1-425e-85c8-132ec23d259c tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311604 Jul 16 18:46:11.995612 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293be009-a27c-4afa-8473-a28f3ba3870b req-9ee968f8-743c-434e-8a56-9ee0cf5347b8 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:11.997130 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-293be009-a27c-4afa-8473-a28f3ba3870b req-9ee968f8-743c-434e-8a56-9ee0cf5347b8 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 945 time: 0.0633245 Jul 16 18:46:12.034219 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-293be009-a27c-4afa-8473-a28f3ba3870b req-75c2e0ae-d2f9-495b-a69e-9a8a4dba9f9e tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315576 Jul 16 18:46:12.535190 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45972) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:12.640896 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d56147fd-c9ff-43c2-9c49-76c386c7c003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.731222 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d56147fd-c9ff-43c2-9c49-76c386c7c003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.735224 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d56147fd-c9ff-43c2-9c49-76c386c7c003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.773849 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-d56147fd-c9ff-43c2-9c49-76c386c7c003 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e806bac158c4d089e28d7ca85d419b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368679 Jul 16 18:46:12.774729 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56147fd-c9ff-43c2-9c49-76c386c7c003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc78a661-d431-40b2-b581-f5c33b6f36f2,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:12.777366 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45976) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:12.857000 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d007a066-55a2-4479-8575-b4cd49e0d4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.886575 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d007a066-55a2-4479-8575-b4cd49e0d4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.914092 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1b33f-b644-4324-86f0-4dc5ad599903 req-89fa6a1e-736d-4e09-8f86-caca5d471494 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.915540 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c4f1b33f-b644-4324-86f0-4dc5ad599903 req-89fa6a1e-736d-4e09-8f86-caca5d471494 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 945 time: 0.1031065 Jul 16 18:46:12.981715 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d007a066-55a2-4479-8575-b4cd49e0d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.984193 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d007a066-55a2-4479-8575-b4cd49e0d4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.985278 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-d007a066-55a2-4479-8575-b4cd49e0d4aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc78a661-d431-40b2-b581-f5c33b6f36f2 HTTP/1.1" status: 204 len: 168 time: 0.2068691 Jul 16 18:46:13.013808 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007a066-55a2-4479-8575-b4cd49e0d4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc78a661-d431-40b2-b581-f5c33b6f36f2,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:13.044266 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-c4f1b33f-b644-4324-86f0-4dc5ad599903 req-25643de8-2eb0-463e-a986-87ec06c047f0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Deleting port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:13.044605 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-c4f1b33f-b644-4324-86f0-4dc5ad599903 req-25643de8-2eb0-463e-a986-87ec06c047f0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.148669 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-c4f1b33f-b644-4324-86f0-4dc5ad599903 req-25643de8-2eb0-463e-a986-87ec06c047f0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] For port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:13.148947 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-c4f1b33f-b644-4324-86f0-4dc5ad599903 req-25643de8-2eb0-463e-a986-87ec06c047f0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.162548 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-c4f1b33f-b644-4324-86f0-4dc5ad599903 req-25643de8-2eb0-463e-a986-87ec06c047f0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Calling delete_port for c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:13.232729 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805bdba-a11d-4969-8b49-a806e9613f9d req-9e6df098-0d2f-4bc7-8ff0-d882512d281c tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.234305 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6805bdba-a11d-4969-8b49-a806e9613f9d req-9e6df098-0d2f-4bc7-8ff0-d882512d281c tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=3566a3ab-060a-486d-9e48-1d1029733d9a HTTP/1.1" status: 200 len: 945 time: 0.0715647 Jul 16 18:46:13.276193 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-6805bdba-a11d-4969-8b49-a806e9613f9d req-1edb3fe2-6b6c-4c6f-ad7e-5bc063db50a4 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352368 Jul 16 18:46:13.283616 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 45984) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:13.297339 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6868b25c-eb2a-416c-8d83-54e6655a524d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.310176 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-c4f1b33f-b644-4324-86f0-4dc5ad599903 req-25643de8-2eb0-463e-a986-87ec06c047f0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.326543 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['38b01310-1034-4485-9de2-9cdbd63ad304', 'f423020e-0cd7-4434-9525-9e378bd26271', 'fa87a7b0-add8-4c95-81b2-04f80e683349', 'c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:13.344525 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25643de8-2eb0-463e-a986-87ec06c047f0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Pushing event deleted for resources: {'Port': ['ID=c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:13.396301 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f1b33f-b644-4324-86f0-4dc5ad599903 req-25643de8-2eb0-463e-a986-87ec06c047f0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] No DVR routers for this DVR port c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:13.399480 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-c4f1b33f-b644-4324-86f0-4dc5ad599903 req-25643de8-2eb0-463e-a986-87ec06c047f0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.401590 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-c4f1b33f-b644-4324-86f0-4dc5ad599903 req-25643de8-2eb0-463e-a986-87ec06c047f0 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "DELETE /v2.0/ports/c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 HTTP/1.1" status: 204 len: 173 time: 0.4765100 Jul 16 18:46:13.402105 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3566a3ab-060a-486d-9e48-1d1029733d9a', 'name': 'network-vif-deleted', 'tag': 'c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:13.404502 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2307d6-9b8c-47c8-b7a1-da2da0cf5c5e" -d '{"events": [{"server_uuid": "3566a3ab-060a-486d-9e48-1d1029733d9a", "name": "network-vif-deleted", "tag": "c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:13.417068 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6868b25c-eb2a-416c-8d83-54e6655a524d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.421603 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6868b25c-eb2a-416c-8d83-54e6655a524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.456913 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb34f7a-9e82-41c8-ad03-0b30cdc7aec0 x-openstack-request-id: req-dbb34f7a-9e82-41c8-ad03-0b30cdc7aec0 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:13.457272 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3566a3ab-060a-486d-9e48-1d1029733d9a", "name": "network-vif-deleted", "tag": "c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:13.458227 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dbb34f7a-9e82-41c8-ad03-0b30cdc7aec0 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:13.459037 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3566a3ab-060a-486d-9e48-1d1029733d9a', 'name': 'network-vif-deleted', 'tag': 'c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3', 'status': 'completed', 'code': 200} Jul 16 18:46:13.465989 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 45988) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:13.466154 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-6868b25c-eb2a-416c-8d83-54e6655a524d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24e13772e82840689e7bcfab215f087f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814084 Jul 16 18:46:13.467138 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868b25c-eb2a-416c-8d83-54e6655a524d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69535e7e-fef1-46b0-92a6-f4ce56c17960,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:13.522310 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-79dc6b1c-6435-4639-ac36-147c72a59b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.546187 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-79dc6b1c-6435-4639-ac36-147c72a59b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.607081 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-79dc6b1c-6435-4639-ac36-147c72a59b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.609814 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-79dc6b1c-6435-4639-ac36-147c72a59b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.611091 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-79dc6b1c-6435-4639-ac36-147c72a59b54 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/69535e7e-fef1-46b0-92a6-f4ce56c17960 HTTP/1.1" status: 204 len: 168 time: 0.1438582 Jul 16 18:46:13.619828 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc6b1c-6435-4639-ac36-147c72a59b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69535e7e-fef1-46b0-92a6-f4ce56c17960,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:15.866100 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9e7ce-b819-450e-98e7-6dda8556da94 req-11ca6e12-f3b7-476b-82b5-dddc35c01f58 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.867567 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8da9e7ce-b819-450e-98e7-6dda8556da94 req-11ca6e12-f3b7-476b-82b5-dddc35c01f58 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 945 time: 0.0671980 Jul 16 18:46:15.904239 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8da9e7ce-b819-450e-98e7-6dda8556da94 req-fba60361-3686-430d-8402-7c663bd425fa tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Jul 16 18:46:16.977926 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:16.997914 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:16.998242 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device c6ce3055-52b9-4cf4-acc3-c53c27ddd5e3 not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:17.077228 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65a06d-86b9-46f1-806d-97114f5e5d16 req-b5bb68b7-78a5-4ab7-908b-8212e1a14d63 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.078743 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-da65a06d-86b9-46f1-806d-97114f5e5d16 req-b5bb68b7-78a5-4ab7-908b-8212e1a14d63 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 945 time: 0.0639892 Jul 16 18:46:17.116462 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-da65a06d-86b9-46f1-806d-97114f5e5d16 req-f5b892c4-1f5c-4fee-b635-c673f824a2c4 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Jul 16 18:46:17.920610 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2ae5c-1b0d-41a4-836a-77ae28dc7d00 req-eefdc8a4-3a5d-475b-9398-0746f47a2a52 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.922281 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6ab2ae5c-1b0d-41a4-836a-77ae28dc7d00 req-eefdc8a4-3a5d-475b-9398-0746f47a2a52 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 945 time: 0.0701454 Jul 16 18:46:18.031480 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-6ab2ae5c-1b0d-41a4-836a-77ae28dc7d00 req-72704f83-2743-4fc4-8bf3-f290ef786e76 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Deleting port fa87a7b0-add8-4c95-81b2-04f80e683349 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:18.031821 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-6ab2ae5c-1b0d-41a4-836a-77ae28dc7d00 req-72704f83-2743-4fc4-8bf3-f290ef786e76 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.125652 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-6ab2ae5c-1b0d-41a4-836a-77ae28dc7d00 req-72704f83-2743-4fc4-8bf3-f290ef786e76 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] For port fa87a7b0-add8-4c95-81b2-04f80e683349, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fa87a7b0-add8-4c95-81b2-04f80e683349,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:18.126402 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-6ab2ae5c-1b0d-41a4-836a-77ae28dc7d00 req-72704f83-2743-4fc4-8bf3-f290ef786e76 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.139117 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-6ab2ae5c-1b0d-41a4-836a-77ae28dc7d00 req-72704f83-2743-4fc4-8bf3-f290ef786e76 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Calling delete_port for fa87a7b0-add8-4c95-81b2-04f80e683349 owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:18.285828 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-6ab2ae5c-1b0d-41a4-836a-77ae28dc7d00 req-72704f83-2743-4fc4-8bf3-f290ef786e76 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.299723 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['38b01310-1034-4485-9de2-9cdbd63ad304', 'f423020e-0cd7-4434-9525-9e378bd26271', 'fa87a7b0-add8-4c95-81b2-04f80e683349'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:18.300401 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43230eb6-aa77-4ff2-b79a-0f5e55180283 req-3204f22e-ff6c-412f-9c56-4b64caec0480 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:18.302511 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-43230eb6-aa77-4ff2-b79a-0f5e55180283 req-3204f22e-ff6c-412f-9c56-4b64caec0480 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7 HTTP/1.1" status: 200 len: 867 time: 0.0675962 Jul 16 18:46:18.329322 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72704f83-2743-4fc4-8bf3-f290ef786e76 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Pushing event deleted for resources: {'Port': ['ID=fa87a7b0-add8-4c95-81b2-04f80e683349,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:18.347913 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-43230eb6-aa77-4ff2-b79a-0f5e55180283 req-835b6ab1-82fa-4f8b-a952-78d07c7d549c tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389786 Jul 16 18:46:18.410542 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab2ae5c-1b0d-41a4-836a-77ae28dc7d00 req-72704f83-2743-4fc4-8bf3-f290ef786e76 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] No DVR routers for this DVR port fa87a7b0-add8-4c95-81b2-04f80e683349 on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:18.413841 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-6ab2ae5c-1b0d-41a4-836a-77ae28dc7d00 req-72704f83-2743-4fc4-8bf3-f290ef786e76 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.418797 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6ab2ae5c-1b0d-41a4-836a-77ae28dc7d00 req-72704f83-2743-4fc4-8bf3-f290ef786e76 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "DELETE /v2.0/ports/fa87a7b0-add8-4c95-81b2-04f80e683349 HTTP/1.1" status: 204 len: 173 time: 0.4902031 Jul 16 18:46:18.419840 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7', 'name': 'network-vif-deleted', 'tag': 'fa87a7b0-add8-4c95-81b2-04f80e683349'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:18.424689 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d03acd7-2d41-44fd-95d8-7b225f2d378a" -d '{"events": [{"server_uuid": "e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7", "name": "network-vif-deleted", "tag": "fa87a7b0-add8-4c95-81b2-04f80e683349"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:18.512769 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b750b8-f4c9-438a-8623-d39355b743a5 x-openstack-request-id: req-35b750b8-f4c9-438a-8623-d39355b743a5 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:18.513077 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7", "name": "network-vif-deleted", "tag": "fa87a7b0-add8-4c95-81b2-04f80e683349", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:18.513323 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-35b750b8-f4c9-438a-8623-d39355b743a5 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:18.513719 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6858eb9-8c2f-4f69-aaf7-1f3d2bb41ec7', 'name': 'network-vif-deleted', 'tag': 'fa87a7b0-add8-4c95-81b2-04f80e683349', 'status': 'completed', 'code': 200} Jul 16 18:46:19.829081 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4b879-c30b-4f58-a42e-5b70d8b04a58 req-17cca932-17d3-4b7e-86fd-1c861ca7c3d1 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:19.830721 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2cb4b879-c30b-4f58-a42e-5b70d8b04a58 req-17cca932-17d3-4b7e-86fd-1c861ca7c3d1 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 945 time: 0.0721550 Jul 16 18:46:19.877056 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-2cb4b879-c30b-4f58-a42e-5b70d8b04a58 req-8214bf35-2752-4c0d-a641-a86c590c665e tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381951 Jul 16 18:46:20.097750 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46134) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.202944 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-322b95cf-ea08-4822-a7f9-b9786c12c864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.292636 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-322b95cf-ea08-4822-a7f9-b9786c12c864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.296123 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-322b95cf-ea08-4822-a7f9-b9786c12c864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.333615 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-322b95cf-ea08-4822-a7f9-b9786c12c864 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae2f93d9a7304ddebbad60ef609c07ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347395 Jul 16 18:46:20.335501 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b95cf-ea08-4822-a7f9-b9786c12c864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb58aac0-eff5-493f-8a64-cd4af08ca915,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.337389 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46138) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.387433 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a115aa95-71b5-47fb-bd56-fadafe0212f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.409366 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a115aa95-71b5-47fb-bd56-fadafe0212f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.454137 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a115aa95-71b5-47fb-bd56-fadafe0212f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.456640 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a115aa95-71b5-47fb-bd56-fadafe0212f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.457824 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-a115aa95-71b5-47fb-bd56-fadafe0212f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb58aac0-eff5-493f-8a64-cd4af08ca915 HTTP/1.1" status: 204 len: 168 time: 0.1194096 Jul 16 18:46:20.466473 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115aa95-71b5-47fb-bd56-fadafe0212f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb58aac0-eff5-493f-8a64-cd4af08ca915,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.722828 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46144) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.738085 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ff06c7d7-7eb8-47b8-96aa-46489aeacfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.831584 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ff06c7d7-7eb8-47b8-96aa-46489aeacfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.835848 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ff06c7d7-7eb8-47b8-96aa-46489aeacfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.874424 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-ff06c7d7-7eb8-47b8-96aa-46489aeacfcf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ae3a68029a4490ebd3fb30efe5ab87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504905 Jul 16 18:46:20.875276 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06c7d7-7eb8-47b8-96aa-46489aeacfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9ac7df-596c-4eb0-9b6e-60b202ec437e,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.877057 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46146) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.929261 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9a942601-e075-42fd-9996-7b54e2770bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.953746 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9a942601-e075-42fd-9996-7b54e2770bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.980767 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device fa87a7b0-add8-4c95-81b2-04f80e683349 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:21.001457 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: fa87a7b0-add8-4c95-81b2-04f80e683349 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:21.001915 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device fa87a7b0-add8-4c95-81b2-04f80e683349 not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:21.015016 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9a942601-e075-42fd-9996-7b54e2770bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.017489 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9a942601-e075-42fd-9996-7b54e2770bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.018602 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-9a942601-e075-42fd-9996-7b54e2770bbd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d9ac7df-596c-4eb0-9b6e-60b202ec437e HTTP/1.1" status: 204 len: 168 time: 0.1405635 Jul 16 18:46:21.045352 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a942601-e075-42fd-9996-7b54e2770bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9ac7df-596c-4eb0-9b6e-60b202ec437e,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:21.080413 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de65e4-2300-40f1-ad20-46f7b1a698cc req-79049209-9ebb-4598-b126-786a2952028b tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:21.081923 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b7de65e4-2300-40f1-ad20-46f7b1a698cc req-79049209-9ebb-4598-b126-786a2952028b tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 945 time: 0.0791218 Jul 16 18:46:21.121747 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-b7de65e4-2300-40f1-ad20-46f7b1a698cc req-dc99fde1-6678-4bae-9314-cee8c29338cd tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337930 Jul 16 18:46:21.216016 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edb32d-d99e-4323-b618-0e3b12690e19 req-ea1f1bb5-f621-4b6c-ad54-ecd9fef6f2c2 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:21.217515 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-16edb32d-d99e-4323-b618-0e3b12690e19 req-ea1f1bb5-f621-4b6c-ad54-ecd9fef6f2c2 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 945 time: 0.0652549 Jul 16 18:46:21.323824 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-16edb32d-d99e-4323-b618-0e3b12690e19 req-9dcb0fb5-990c-4309-829a-517692c14b26 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Deleting port f423020e-0cd7-4434-9525-9e378bd26271 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:21.324170 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-16edb32d-d99e-4323-b618-0e3b12690e19 req-9dcb0fb5-990c-4309-829a-517692c14b26 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.415157 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-16edb32d-d99e-4323-b618-0e3b12690e19 req-9dcb0fb5-990c-4309-829a-517692c14b26 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] For port f423020e-0cd7-4434-9525-9e378bd26271, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f423020e-0cd7-4434-9525-9e378bd26271,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:21.415514 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-16edb32d-d99e-4323-b618-0e3b12690e19 req-9dcb0fb5-990c-4309-829a-517692c14b26 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.432374 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-16edb32d-d99e-4323-b618-0e3b12690e19 req-9dcb0fb5-990c-4309-829a-517692c14b26 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Calling delete_port for f423020e-0cd7-4434-9525-9e378bd26271 owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:21.560534 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-16edb32d-d99e-4323-b618-0e3b12690e19 req-9dcb0fb5-990c-4309-829a-517692c14b26 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.572490 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['38b01310-1034-4485-9de2-9cdbd63ad304', 'f423020e-0cd7-4434-9525-9e378bd26271'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:21.591563 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb0fb5-990c-4309-829a-517692c14b26 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Pushing event deleted for resources: {'Port': ['ID=f423020e-0cd7-4434-9525-9e378bd26271,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:21.646272 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-16edb32d-d99e-4323-b618-0e3b12690e19 req-9dcb0fb5-990c-4309-829a-517692c14b26 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] No DVR routers for this DVR port f423020e-0cd7-4434-9525-9e378bd26271 on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:21.649819 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-16edb32d-d99e-4323-b618-0e3b12690e19 req-9dcb0fb5-990c-4309-829a-517692c14b26 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.651857 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-16edb32d-d99e-4323-b618-0e3b12690e19 req-9dcb0fb5-990c-4309-829a-517692c14b26 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "DELETE /v2.0/ports/f423020e-0cd7-4434-9525-9e378bd26271 HTTP/1.1" status: 204 len: 173 time: 0.4286759 Jul 16 18:46:21.652298 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40', 'name': 'network-vif-deleted', 'tag': 'f423020e-0cd7-4434-9525-9e378bd26271'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:21.654684 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722a5e06-4dfb-44f0-b610-0c22c48327b3" -d '{"events": [{"server_uuid": "b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40", "name": "network-vif-deleted", "tag": "f423020e-0cd7-4434-9525-9e378bd26271"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:21.728475 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f65b17f-beec-4741-a435-6e7de42ff18a x-openstack-request-id: req-3f65b17f-beec-4741-a435-6e7de42ff18a {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:21.729334 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40", "name": "network-vif-deleted", "tag": "f423020e-0cd7-4434-9525-9e378bd26271", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:21.730689 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3f65b17f-beec-4741-a435-6e7de42ff18a {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:21.731720 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40', 'name': 'network-vif-deleted', 'tag': 'f423020e-0cd7-4434-9525-9e378bd26271', 'status': 'completed', 'code': 200} Jul 16 18:46:21.755875 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-02e2932d-75b4-4a0a-9be1-e99ef283673c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.287425 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6869f0ee-83fa-464b-894c-6a9e858d569b req-fc4ebd97-3590-4075-9c72-8dbdec53b3ea tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=b9d99d1b-7d19-4e46-9d2c-5eaf1e7abf40 HTTP/1.1" status: 200 len: 210 time: 0.0293047 Jul 16 18:46:23.114228 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46222) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:23.215236 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4f2d2d18-6b4f-4498-83e2-6ce98f13908b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.301247 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4f2d2d18-6b4f-4498-83e2-6ce98f13908b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.306078 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4f2d2d18-6b4f-4498-83e2-6ce98f13908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.342041 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d2d18-6b4f-4498-83e2-6ce98f13908b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c48c80-87cf-4e62-a0ae-d59604a26f30,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:23.346603 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-4f2d2d18-6b4f-4498-83e2-6ce98f13908b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=565e3cc8782a402699d42a0aa01a5610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314043 Jul 16 18:46:23.349165 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46228) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:23.399286 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-83119b1f-cdca-4e88-ab90-1e86ca8ca85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.422959 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-83119b1f-cdca-4e88-ab90-1e86ca8ca85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.484904 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-83119b1f-cdca-4e88-ab90-1e86ca8ca85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.488644 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-83119b1f-cdca-4e88-ab90-1e86ca8ca85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.492479 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-83119b1f-cdca-4e88-ab90-1e86ca8ca85c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d5c48c80-87cf-4e62-a0ae-d59604a26f30 HTTP/1.1" status: 204 len: 168 time: 0.1414087 Jul 16 18:46:23.501418 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83119b1f-cdca-4e88-ab90-1e86ca8ca85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c48c80-87cf-4e62-a0ae-d59604a26f30,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:23.789830 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46238) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:23.802782 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-93b86f09-eba0-4aca-9ddd-dd4d3b2e9208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.898386 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-93b86f09-eba0-4aca-9ddd-dd4d3b2e9208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.902794 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-93b86f09-eba0-4aca-9ddd-dd4d3b2e9208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.940547 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-93b86f09-eba0-4aca-9ddd-dd4d3b2e9208 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c6c3a7ed8064b8f94b660da2cce731c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494505 Jul 16 18:46:23.941253 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b86f09-eba0-4aca-9ddd-dd4d3b2e9208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca4d4f1-da4e-4219-8228-b04ce9aed547,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:23.943108 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46240) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:23.992727 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e58399-4cfd-473a-83cb-1a5f9be564d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.015998 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e58399-4cfd-473a-83cb-1a5f9be564d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.062039 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e58399-4cfd-473a-83cb-1a5f9be564d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.064585 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e58399-4cfd-473a-83cb-1a5f9be564d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.065722 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-34e58399-4cfd-473a-83cb-1a5f9be564d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ca4d4f1-da4e-4219-8228-b04ce9aed547 HTTP/1.1" status: 204 len: 168 time: 0.1202710 Jul 16 18:46:24.075071 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e58399-4cfd-473a-83cb-1a5f9be564d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca4d4f1-da4e-4219-8228-b04ce9aed547,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:24.531970 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-20e7092a-b1ed-45b2-9fae-49536d137c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.659461 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.894752 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6070754-e755-40c2-837a-86c0b3a58ae6 req-e049f94a-b648-47b9-b585-566f11100e47 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.896238 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c6070754-e755-40c2-837a-86c0b3a58ae6 req-e049f94a-b648-47b9-b585-566f11100e47 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 946 time: 0.0641911 Jul 16 18:46:24.935606 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-c6070754-e755-40c2-837a-86c0b3a58ae6 req-64559e8c-32e4-40b6-bbe7-b6ce6b74bc69 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325091 Jul 16 18:46:24.999997 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device f423020e-0cd7-4434-9525-9e378bd26271 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:25.021182 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: f423020e-0cd7-4434-9525-9e378bd26271 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:25.022151 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device f423020e-0cd7-4434-9525-9e378bd26271 not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:25.414865 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.119141 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f998c97-e6b0-4399-bf51-ac92aa9930c1 req-e4d778ec-c287-4ecf-87a5-c9a601cf183f tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:26.120630 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f998c97-e6b0-4399-bf51-ac92aa9930c1 req-e4d778ec-c287-4ecf-87a5-c9a601cf183f tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 946 time: 0.0705597 Jul 16 18:46:26.163815 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-4f998c97-e6b0-4399-bf51-ac92aa9930c1 req-d8896c25-2f0b-4028-b8ae-c31922e184b5 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/security-groups?id=e2781ef2-3482-4f2c-a3d5-f5533129d643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372550 Jul 16 18:46:26.667881 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f91a7-bf5b-4c76-b24d-9b35e7bcbbcc req-e1347a57-cafc-4e6d-9aa0-38b1d8267db6 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:26.669269 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f32f91a7-bf5b-4c76-b24d-9b35e7bcbbcc req-e1347a57-cafc-4e6d-9aa0-38b1d8267db6 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 946 time: 0.0746579 Jul 16 18:46:26.779494 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-f32f91a7-bf5b-4c76-b24d-9b35e7bcbbcc req-af30f148-a2d3-4141-b995-5dcb43073c34 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Deleting port 38b01310-1034-4485-9de2-9cdbd63ad304 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:26.779845 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f32f91a7-bf5b-4c76-b24d-9b35e7bcbbcc req-af30f148-a2d3-4141-b995-5dcb43073c34 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.873119 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-f32f91a7-bf5b-4c76-b24d-9b35e7bcbbcc req-af30f148-a2d3-4141-b995-5dcb43073c34 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] For port 38b01310-1034-4485-9de2-9cdbd63ad304, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=38b01310-1034-4485-9de2-9cdbd63ad304,segment=NetworkSegment(b1b6aafe-931b-45fb-b061-96f5f93e1f00),segment_id=b1b6aafe-931b-45fb-b061-96f5f93e1f00)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:26.873483 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f32f91a7-bf5b-4c76-b24d-9b35e7bcbbcc req-af30f148-a2d3-4141-b995-5dcb43073c34 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.887809 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-f32f91a7-bf5b-4c76-b24d-9b35e7bcbbcc req-af30f148-a2d3-4141-b995-5dcb43073c34 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Calling delete_port for 38b01310-1034-4485-9de2-9cdbd63ad304 owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:27.029478 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f32f91a7-bf5b-4c76-b24d-9b35e7bcbbcc req-af30f148-a2d3-4141-b995-5dcb43073c34 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.043283 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] get_ports_and_sgs() called for port_ids ['38b01310-1034-4485-9de2-9cdbd63ad304'] {{(pid=93209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:27.072855 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30f148-a2d3-4141-b995-5dcb43073c34 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Pushing event deleted for resources: {'Port': ['ID=38b01310-1034-4485-9de2-9cdbd63ad304,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:27.131420 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32f91a7-bf5b-4c76-b24d-9b35e7bcbbcc req-af30f148-a2d3-4141-b995-5dcb43073c34 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] No DVR routers for this DVR port 38b01310-1034-4485-9de2-9cdbd63ad304 on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:27.133993 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-f32f91a7-bf5b-4c76-b24d-9b35e7bcbbcc req-af30f148-a2d3-4141-b995-5dcb43073c34 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.136059 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f32f91a7-bf5b-4c76-b24d-9b35e7bcbbcc req-af30f148-a2d3-4141-b995-5dcb43073c34 tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.88 "DELETE /v2.0/ports/38b01310-1034-4485-9de2-9cdbd63ad304 HTTP/1.1" status: 204 len: 173 time: 0.4606540 Jul 16 18:46:27.136491 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4487feb4-ef59-471e-a4c5-198d2302cb6b', 'name': 'network-vif-deleted', 'tag': '38b01310-1034-4485-9de2-9cdbd63ad304'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:27.138866 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9688ead-5dff-4304-9a88-8ee52fda8b0e" -d '{"events": [{"server_uuid": "4487feb4-ef59-471e-a4c5-198d2302cb6b", "name": "network-vif-deleted", "tag": "38b01310-1034-4485-9de2-9cdbd63ad304"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:27.186048 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b71d2b-24f0-47c1-afc4-562eda9ec18a x-openstack-request-id: req-b7b71d2b-24f0-47c1-afc4-562eda9ec18a {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:27.186378 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4487feb4-ef59-471e-a4c5-198d2302cb6b", "name": "network-vif-deleted", "tag": "38b01310-1034-4485-9de2-9cdbd63ad304", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:27.186622 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7b71d2b-24f0-47c1-afc4-562eda9ec18a {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:27.187011 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4487feb4-ef59-471e-a4c5-198d2302cb6b', 'name': 'network-vif-deleted', 'tag': '38b01310-1034-4485-9de2-9cdbd63ad304', 'status': 'completed', 'code': 200} Jul 16 18:46:27.259185 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-da2f82af-ad21-4e7a-b66d-fee412c853e3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557177 Jul 16 18:46:27.315276 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-fdd41124-2a1c-4e61-9876-fbdc2b05fb5e req-25a0fd64-cff0-448f-8ad7-77ade016ac3a tempest-AttachVolumeNegativeTest-571406551 tempest-AttachVolumeNegativeTest-571406551-project] 10.222.0.79 "GET /v2.0/ports?device_id=4487feb4-ef59-471e-a4c5-198d2302cb6b HTTP/1.1" status: 200 len: 210 time: 0.0359449 Jul 16 18:46:27.361629 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-d01e29a3-3f81-4196-b46d-26315485ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:27.363216 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-d01e29a3-3f81-4196-b46d-26315485ce6c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 1098 time: 0.0737486 Jul 16 18:46:27.468066 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.498903 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-310c9c79-be1a-48d3-8a0a-aa53160cf068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:27.500369 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-310c9c79-be1a-48d3-8a0a-aa53160cf068 service neutron] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 914 time: 0.1097264 Jul 16 18:46:27.565029 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-9d8aff2f-d794-4d97-b96f-9374f7ff2307 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 HTTP/1.1" status: 200 len: 1001 time: 0.0573466 Jul 16 18:46:27.619317 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-83890203-390c-4dbf-841a-90adb441b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:27.621068 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-83890203-390c-4dbf-841a-90adb441b426 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.0495842 Jul 16 18:46:27.681632 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-75baa0d3-9b07-41d8-8879-2c51642b9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:27.687167 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-75baa0d3-9b07-41d8-8879-2c51642b9dc3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561173 Jul 16 18:46:27.792291 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-da9d51e2-44cb-4cbd-baa5-beeaa44df626 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960054 Jul 16 18:46:27.888714 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-280a3d4d-b760-4919-8f9d-9a8484975185 req-6a2b62a0-e753-4562-9b8c-e105c6b4d41f service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872283 Jul 16 18:46:28.204201 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:28.416272 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46340) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:28.461590 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c84291-29ed-46c6-9128-379b6a56d3aa admin admin] Deleting subnet 0176a18d-8563-404f-9795-9ee1642f146d {{(pid=93208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:28.464913 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-37c84291-29ed-46c6-9128-379b6a56d3aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.504439 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-37c84291-29ed-46c6-9128-379b6a56d3aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328248'] for subnet, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.545797 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-37c84291-29ed-46c6-9128-379b6a56d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.601802 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-37c84291-29ed-46c6-9128-379b6a56d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3222946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695180'] for subnet, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.628639 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c84291-29ed-46c6-9128-379b6a56d3aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0176a18d-8563-404f-9795-9ee1642f146d,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:28.631326 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-37c84291-29ed-46c6-9128-379b6a56d3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.633597 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-37c84291-29ed-46c6-9128-379b6a56d3aa admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0176a18d-8563-404f-9795-9ee1642f146d HTTP/1.1" status: 204 len: 168 time: 0.2163129 Jul 16 18:46:28.636125 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46344) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:28.711177 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.796076 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.807297 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e97263-c620-4b55-9d4f-49a4f8d5cd38']}} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:28.819732 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b6aafe-931b-45fb-b061-96f5f93e1f00') {'for_net_delete': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:28.820034 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b6aafe-931b-45fb-b061-96f5f93e1f00') {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:28.829177 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328207'] for segment, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.842671 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.848543 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=93208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:28.848926 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3223296'] for segment, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: Traceback (most recent call last): Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: timer() Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: cb(*args, **kw) Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: return func(*args, **kwargs) Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: self._notify() Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: self.callback(batched_events) Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: event.method(event) Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: return f(self, *a, **k) Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._get(url).json() Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:28.850636 dv-cinder-786933-5-iscsi neutron-server[93208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:28.911135 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.917130 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.919091 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/15e97263-c620-4b55-9d4f-49a4f8d5cd38 HTTP/1.1" status: 204 len: 168 time: 0.2820401 Jul 16 18:46:28.931789 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e27b0-ab98-427e-85c0-29b0ec17d3f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e97263-c620-4b55-9d4f-49a4f8d5cd38,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:29.023803 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 38b01310-1034-4485-9de2-9cdbd63ad304 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:29.045016 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 38b01310-1034-4485-9de2-9cdbd63ad304 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:29.045373 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 38b01310-1034-4485-9de2-9cdbd63ad304 not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:29.119645 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46348) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:29.159271 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-d94c82a4-0dce-40d1-a1a2-f5339d662d51 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17e7da6814934baeae8ec84f08cb847c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382643 Jul 16 18:46:29.163235 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46350) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:29.211040 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0607a868-fd0c-4a28-a0ff-f130ae9dcb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.214762 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.233588 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0607a868-fd0c-4a28-a0ff-f130ae9dcb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.281148 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0607a868-fd0c-4a28-a0ff-f130ae9dcb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.283817 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-0607a868-fd0c-4a28-a0ff-f130ae9dcb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.284982 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-0607a868-fd0c-4a28-a0ff-f130ae9dcb55 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e2781ef2-3482-4f2c-a3d5-f5533129d643 HTTP/1.1" status: 204 len: 168 time: 0.1208651 Jul 16 18:46:29.294555 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607a868-fd0c-4a28-a0ff-f130ae9dcb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2781ef2-3482-4f2c-a3d5-f5533129d643,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:38.680121 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46498) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:38.783220 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2a7afbc6-6167-4367-9b7c-d59a1b6b0441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.870402 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2a7afbc6-6167-4367-9b7c-d59a1b6b0441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.874287 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2a7afbc6-6167-4367-9b7c-d59a1b6b0441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.912882 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-2a7afbc6-6167-4367-9b7c-d59a1b6b0441 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8d8644ab5714275940b2232fa0f331c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316749 Jul 16 18:46:38.913801 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7afbc6-6167-4367-9b7c-d59a1b6b0441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053a584a-8eaf-48e7-97ec-68d6761a3e32,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:38.915576 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46502) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:38.968826 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-79b8aaa2-ca8a-4aeb-936d-b72c0a54df39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.989300 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-79b8aaa2-ca8a-4aeb-936d-b72c0a54df39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.036156 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-79b8aaa2-ca8a-4aeb-936d-b72c0a54df39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.038866 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-79b8aaa2-ca8a-4aeb-936d-b72c0a54df39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.042771 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-79b8aaa2-ca8a-4aeb-936d-b72c0a54df39 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/053a584a-8eaf-48e7-97ec-68d6761a3e32 HTTP/1.1" status: 204 len: 168 time: 0.1254621 Jul 16 18:46:39.051327 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8aaa2-ca8a-4aeb-936d-b72c0a54df39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053a584a-8eaf-48e7-97ec-68d6761a3e32,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:39.633621 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46526) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:39.727305 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.v2.base [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-940259781-network', 'tenant_id': '5589c875db404922802eab7bea30ecaa'}} {{(pid=93207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:39.748290 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Made reservation on behalf of 5589c875db404922802eab7bea30ecaa for: {'network': 1} {{(pid=93207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:39.750681 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.759482 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.847105 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.850944 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.874922 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=93207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:39.883282 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664f839b-2351-4334-89ac-13e2d9ee3885,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:39.891602 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.891941 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.segments_db [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Added segment ca2bd12d-ba70-45e9-8e0e-bc3a2203118b of type vlan for network b26f29e9-e413-4076-9b8b-7af591a7ac18 Jul 16 18:46:39.894103 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.894443 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.894781 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.895114 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.895431 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.895749 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.896067 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.896381 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.896696 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.897009 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.897325 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.897633 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:39.939483 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.969941 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.970890 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.971465 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.003728 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3689268 Jul 16 18:46:40.006656 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46530) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:40.011707 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] Request body: {'subnet': {'network_id': 'b26f29e9-e413-4076-9b8b-7af591a7ac18', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-940259781-subnet', 'tenant_id': '5589c875db404922802eab7bea30ecaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:40.030626 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd514e15-8db2-4e9c-b88a-4ed7062d8097 admin admin] Pushing event updated for resources: {'Network': ['ID=b26f29e9-e413-4076-9b8b-7af591a7ac18,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:40.032041 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] Made reservation on behalf of 5589c875db404922802eab7bea30ecaa for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:40.034360 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695207'] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.041715 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network b26f29e9-e413-4076-9b8b-7af591a7ac18 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:40.203924 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3222909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695221'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.255706 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba67c6b8-5c15-4b28-a1e4-6f546447f06a,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:40.265344 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] Checking segment: {'id': 'ca2bd12d-ba70-45e9-8e0e-bc3a2203118b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'b26f29e9-e413-4076-9b8b-7af591a7ac18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:40.265698 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] Network hostable DHCP agents. Network: b26f29e9-e413-4076-9b8b-7af591a7ac18, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:40.282016 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] Network b26f29e9-e413-4076-9b8b-7af591a7ac18 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:40.290770 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, b26f29e9-e413-4076-9b8b-7af591a7ac18) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:40.294786 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:40.295371 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.300251 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02849b58-9501-4bdc-962c-bb25bcc5836d None None] Network b26f29e9-e413-4076-9b8b-7af591a7ac18 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:40.312666 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-fc6c356d-7f15-4b5a-9241-5e602f99f7ae admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3048482 Jul 16 18:46:40.425041 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72617e39-63e3-4390-b27f-f0581e116b3e None None] Network b26f29e9-e413-4076-9b8b-7af591a7ac18 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:40.770108 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46548) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:40.775361 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1371422308-network', 'tenant_id': '23b7b3d080594f60ac918c1b85ccd9fc'}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:40.796416 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Made reservation on behalf of 23b7b3d080594f60ac918c1b85ccd9fc for: {'network': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:40.798663 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555988'] for network, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.807937 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.894047 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.897765 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.926494 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=93208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:40.932308 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f33a0e6-ba3c-4000-9f48-e56c1b2f44ce,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:40.940195 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.940674 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.db.segments_db [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Added segment 69f5ac7c-012f-4e7f-aa5d-0402ff84c1e0 of type vlan for network 327c1cc8-799f-4e79-bc7f-4667ef4640b7 Jul 16 18:46:40.979995 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790383144461'] for network, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.008909 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007'] for network, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.010078 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:41.010682 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.044311 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2728286 Jul 16 18:46:41.046896 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46550) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:41.051892 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.v2.base [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] Request body: {'subnet': {'network_id': '327c1cc8-799f-4e79-bc7f-4667ef4640b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1371422308-subnet', 'tenant_id': '23b7b3d080594f60ac918c1b85ccd9fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:41.087311 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6ab1e-29ba-4f00-9c18-9f749f728a8c admin admin] Pushing event updated for resources: {'Network': ['ID=327c1cc8-799f-4e79-bc7f-4667ef4640b7,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:41.098115 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Network 327c1cc8-799f-4e79-bc7f-4667ef4640b7 details requested by agent ovs-agent-dv-cinder-786933-5-iscsi with host dv-cinder-786933-5-iscsi {{(pid=93209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:41.105742 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] Made reservation on behalf of 23b7b3d080594f60ac918c1b85ccd9fc for: {'subnet': 1} {{(pid=93208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:41.108680 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695207'] for subnet, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.283481 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3222909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695221'] for subnet, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.343552 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f4c1f8-09a7-4d9c-ade6-ffd0704b42af,revision_number=0']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:41.351889 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] Checking segment: {'id': '69f5ac7c-012f-4e7f-aa5d-0402ff84c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '327c1cc8-799f-4e79-bc7f-4667ef4640b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:41.352273 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] Network hostable DHCP agents. Network: 327c1cc8-799f-4e79-bc7f-4667ef4640b7, hostable agents: ['c5852ca2-ed5b-4b0b-91c7-f254a1c07427'], hosted agents: [] {{(pid=93208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:41.368285 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] Network 327c1cc8-799f-4e79-bc7f-4667ef4640b7 is scheduled to be hosted by DHCP agent c5852ca2-ed5b-4b0b-91c7-f254a1c07427 with binding_index 1 {{(pid=93208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:41.376994 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.base_scheduler [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-5-iscsi, 327c1cc8-799f-4e79-bc7f-4667ef4640b7) {{(pid=93208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:41.380939 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:41.381582 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.386700 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2779d44-5e9c-4e45-a8f1-fd9d18742920 None None] Network 327c1cc8-799f-4e79-bc7f-4667ef4640b7 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:41.408301 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-06296761-5934-46f9-9fe1-37c27d830de0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3603687 Jul 16 18:46:41.545025 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46562) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:41.550810 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87170958-b062-4a5d-a8ff-e3239f1e4327 None None] Network 327c1cc8-799f-4e79-bc7f-4667ef4640b7 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:41.589955 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d2eea0-2e8d-4a11-a735-3d7fb60a5bce admin admin] Deleting subnet ba67c6b8-5c15-4b28-a1e4-6f546447f06a {{(pid=93208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:41.593379 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b2d2eea0-2e8d-4a11-a735-3d7fb60a5bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.627200 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b2d2eea0-2e8d-4a11-a735-3d7fb60a5bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328248'] for subnet, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.665691 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b2d2eea0-2e8d-4a11-a735-3d7fb60a5bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.722050 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b2d2eea0-2e8d-4a11-a735-3d7fb60a5bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3222946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695180'] for subnet, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.747143 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2eea0-2e8d-4a11-a735-3d7fb60a5bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba67c6b8-5c15-4b28-a1e4-6f546447f06a,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:41.750904 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b2d2eea0-2e8d-4a11-a735-3d7fb60a5bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.752789 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b2d2eea0-2e8d-4a11-a735-3d7fb60a5bce admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ba67c6b8-5c15-4b28-a1e4-6f546447f06a HTTP/1.1" status: 204 len: 168 time: 0.2067578 Jul 16 18:46:41.755255 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46564) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:41.824378 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.905344 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.915414 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26f29e9-e413-4076-9b8b-7af591a7ac18']}} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:41.924798 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2bd12d-ba70-45e9-8e0e-bc3a2203118b') {'for_net_delete': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:41.925105 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2bd12d-ba70-45e9-8e0e-bc3a2203118b') {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:41.934047 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328207'] for segment, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.947815 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.953547 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=93208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:41.953962 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3223296'] for segment, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: Traceback (most recent call last): Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: timer() Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: cb(*args, **kw) Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: return func(*args, **kwargs) Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: self._notify() Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: self.callback(batched_events) Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: event.method(event) Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: return f(self, *a, **k) Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._get(url).json() Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:41.955594 dv-cinder-786933-5-iscsi neutron-server[93208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:42.011909 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.017171 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.018982 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b26f29e9-e413-4076-9b8b-7af591a7ac18 HTTP/1.1" status: 204 len: 168 time: 0.2628272 Jul 16 18:46:42.022019 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46566) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:42.068710 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_v2 [None req-3997cbf0-3e66-49fd-ae4e-44774488c390 admin admin] Deleting subnet 36f4c1f8-09a7-4d9c-ade6-ffd0704b42af {{(pid=93207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:42.073070 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3997cbf0-3e66-49fd-ae4e-44774488c390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.110853 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3997cbf0-3e66-49fd-ae4e-44774488c390 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636601'] for subnet, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.156500 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3997cbf0-3e66-49fd-ae4e-44774488c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.215836 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3997cbf0-3e66-49fd-ae4e-44774488c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10277849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10415177'] for subnet, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.240972 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997cbf0-3e66-49fd-ae4e-44774488c390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f4c1f8-09a7-4d9c-ade6-ffd0704b42af,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:42.247548 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3997cbf0-3e66-49fd-ae4e-44774488c390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.251964 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-3997cbf0-3e66-49fd-ae4e-44774488c390 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/36f4c1f8-09a7-4d9c-ade6-ffd0704b42af HTTP/1.1" status: 204 len: 168 time: 0.2265255 Jul 16 18:46:42.252320 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46568) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:42.296566 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a465dbe-dacb-450e-956c-fdc89bb1a895 admin admin] Pushing event deleted for resources: {'Network': ['ID=b26f29e9-e413-4076-9b8b-7af591a7ac18,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:42.320583 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.400215 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.410452 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327c1cc8-799f-4e79-bc7f-4667ef4640b7']}} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:42.420743 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f5ac7c-012f-4e7f-aa5d-0402ff84c1e0') {'for_net_delete': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:42.421037 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f5ac7c-012f-4e7f-aa5d-0402ff84c1e0') {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:42.430323 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636558'] for segment, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.443685 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.450323 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=93207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:42.450711 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10277243'] for segment, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: Traceback (most recent call last): Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: timer() Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: cb(*args, **kw) Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: return func(*args, **kwargs) Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: self._notify() Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: self.callback(batched_events) Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: event.method(event) Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: return f(self, *a, **k) Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._get(url).json() Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:42.452352 dv-cinder-786933-5-iscsi neutron-server[93207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:42.508662 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.512992 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.517546 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] 10.222.0.79 "DELETE /v2.0/networks/327c1cc8-799f-4e79-bc7f-4667ef4640b7 HTTP/1.1" status: 204 len: 168 time: 0.2642746 Jul 16 18:46:42.529822 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b73b9a-c226-4c95-9fab-0ce23a1ec984 admin admin] Pushing event deleted for resources: {'Network': ['ID=327c1cc8-799f-4e79-bc7f-4667ef4640b7,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:42.677373 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46574) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:42.723479 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-f6713efe-c4bb-488b-8784-2a7732e0d152 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5589c875db404922802eab7bea30ecaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448844 Jul 16 18:46:42.726733 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46576) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:42.772958 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e0316d00-8f70-4cfe-8824-7d4e4a22177a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.793549 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e0316d00-8f70-4cfe-8824-7d4e4a22177a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.839180 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e0316d00-8f70-4cfe-8824-7d4e4a22177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.841678 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e0316d00-8f70-4cfe-8824-7d4e4a22177a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.843110 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-e0316d00-8f70-4cfe-8824-7d4e4a22177a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/664f839b-2351-4334-89ac-13e2d9ee3885 HTTP/1.1" status: 204 len: 168 time: 0.1151662 Jul 16 18:46:42.850917 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0316d00-8f70-4cfe-8824-7d4e4a22177a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664f839b-2351-4334-89ac-13e2d9ee3885,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:43.156907 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46582) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:43.201489 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-f3e06845-57db-44d0-a302-03cc5fccc7ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23b7b3d080594f60ac918c1b85ccd9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433085 Jul 16 18:46:43.203936 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46586) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:43.251511 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50f2-78ac-4f76-8d3d-0eb1991da13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.274286 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50f2-78ac-4f76-8d3d-0eb1991da13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.320465 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50f2-78ac-4f76-8d3d-0eb1991da13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.323200 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fb5b50f2-78ac-4f76-8d3d-0eb1991da13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.324335 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-fb5b50f2-78ac-4f76-8d3d-0eb1991da13e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f33a0e6-ba3c-4000-9f48-e56c1b2f44ce HTTP/1.1" status: 204 len: 168 time: 0.1195121 Jul 16 18:46:43.331855 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b50f2-78ac-4f76-8d3d-0eb1991da13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f33a0e6-ba3c-4000-9f48-e56c1b2f44ce,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:51.757272 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-fcb844ff-ebe6-4261-93d2-1f39bf647c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.532907 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-ce0abbba-181f-4f6b-8ec6-549bd0ac4cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.653134 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.419653 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.462871 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.408102 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46792) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:58.513443 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.599129 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.603431 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.640750 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be6b61d7326b4329867af4dca4e58c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315409 Jul 16 18:46:58.641613 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6054a44d-e00c-4808-9b3f-5fc57992c2d7,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.643560 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46796) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:58.659570 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.659917 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.660266 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.660592 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.660922 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.661251 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.661577 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.661920 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.662246 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.662568 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.662888 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.663206 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce195f-ebf0-4bbe-b728-2593be5e9a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:58.702603 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2b471034-6640-44ba-9763-9731f4f51982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.723329 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2b471034-6640-44ba-9763-9731f4f51982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.770405 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2b471034-6640-44ba-9763-9731f4f51982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.772870 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2b471034-6640-44ba-9763-9731f4f51982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.774026 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-2b471034-6640-44ba-9763-9731f4f51982 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6054a44d-e00c-4808-9b3f-5fc57992c2d7 HTTP/1.1" status: 204 len: 168 time: 0.1295476 Jul 16 18:46:58.782248 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b471034-6640-44ba-9763-9731f4f51982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6054a44d-e00c-4808-9b3f-5fc57992c2d7,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:59.026963 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46802) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:59.039546 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-22eacb38-67e1-469d-a525-1ef64a5110ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.124727 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-22eacb38-67e1-469d-a525-1ef64a5110ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.128270 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-22eacb38-67e1-469d-a525-1ef64a5110ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.163507 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eacb38-67e1-469d-a525-1ef64a5110ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3992d5-198c-49f2-a06f-e9e48ce470b4,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:59.168200 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-22eacb38-67e1-469d-a525-1ef64a5110ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac0170e0f36e4b3b8e40fd58441f72b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402414 Jul 16 18:46:59.170867 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46804) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:59.214882 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.220086 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-102c12d4-fc74-4b81-9832-628757facd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.241900 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-102c12d4-fc74-4b81-9832-628757facd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.291729 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-102c12d4-fc74-4b81-9832-628757facd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.294295 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-102c12d4-fc74-4b81-9832-628757facd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.295445 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-102c12d4-fc74-4b81-9832-628757facd5f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b3992d5-198c-49f2-a06f-e9e48ce470b4 HTTP/1.1" status: 204 len: 168 time: 0.1236861 Jul 16 18:46:59.303610 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c12d4-fc74-4b81-9832-628757facd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3992d5-198c-49f2-a06f-e9e48ce470b4,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:00.585482 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46856) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:00.687731 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fdd624c3-7785-44ae-bcc3-85c4e3a5e7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.784474 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fdd624c3-7785-44ae-bcc3-85c4e3a5e7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.784963 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-fdd624c3-7785-44ae-bcc3-85c4e3a5e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.823212 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd624c3-7785-44ae-bcc3-85c4e3a5e7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018c4ba5-9325-41df-b906-4d9d95f1792c,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:00.827821 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-fdd624c3-7785-44ae-bcc3-85c4e3a5e7a5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=734a02698551489e9ccc63db099ec4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412767 Jul 16 18:47:00.830632 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46866) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:00.878588 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-226134bb-e93e-4e46-b92f-df791da6a0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.900023 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-226134bb-e93e-4e46-b92f-df791da6a0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.946978 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-226134bb-e93e-4e46-b92f-df791da6a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.949444 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-226134bb-e93e-4e46-b92f-df791da6a0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.950643 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-226134bb-e93e-4e46-b92f-df791da6a0e8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/018c4ba5-9325-41df-b906-4d9d95f1792c HTTP/1.1" status: 204 len: 168 time: 0.1193130 Jul 16 18:47:00.958356 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226134bb-e93e-4e46-b92f-df791da6a0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018c4ba5-9325-41df-b906-4d9d95f1792c,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:05.202412 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:09.449654 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46986) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:09.551044 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9233e1a3-84f5-4121-9daf-55a56d67ded8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.644175 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9233e1a3-84f5-4121-9daf-55a56d67ded8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.648030 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9233e1a3-84f5-4121-9daf-55a56d67ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.683776 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233e1a3-84f5-4121-9daf-55a56d67ded8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae728912-6cd3-4263-bdf4-8e902dcc05f2,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:09.689864 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-9233e1a3-84f5-4121-9daf-55a56d67ded8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=408f4be23fa640a9a8a885c0ba6120ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390196 Jul 16 18:47:09.691970 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46990) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:09.740353 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-57956d0b-1367-4166-a107-97fa0f0da860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.765084 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-57956d0b-1367-4166-a107-97fa0f0da860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.812495 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-57956d0b-1367-4166-a107-97fa0f0da860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.815012 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-57956d0b-1367-4166-a107-97fa0f0da860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.816118 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-57956d0b-1367-4166-a107-97fa0f0da860 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ae728912-6cd3-4263-bdf4-8e902dcc05f2 HTTP/1.1" status: 204 len: 168 time: 0.1234932 Jul 16 18:47:09.824499 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57956d0b-1367-4166-a107-97fa0f0da860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae728912-6cd3-4263-bdf4-8e902dcc05f2,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:10.071587 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 46996) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:10.084617 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e42a6fb3-95dd-4156-9aba-8eb0eefb0345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.175626 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e42a6fb3-95dd-4156-9aba-8eb0eefb0345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.179453 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e42a6fb3-95dd-4156-9aba-8eb0eefb0345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.218099 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-e42a6fb3-95dd-4156-9aba-8eb0eefb0345 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dbc86d7d79b6473b841875414fef2544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454060 Jul 16 18:47:10.219133 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a6fb3-95dd-4156-9aba-8eb0eefb0345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694cd7c2-ab1b-4910-a5d6-76242bfe08d0,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:10.220806 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 46998) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:10.268632 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-86ced9b1-cd33-4dad-be99-bd4323a1825a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.288571 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-86ced9b1-cd33-4dad-be99-bd4323a1825a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.333958 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-86ced9b1-cd33-4dad-be99-bd4323a1825a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.336618 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-86ced9b1-cd33-4dad-be99-bd4323a1825a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.337739 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-86ced9b1-cd33-4dad-be99-bd4323a1825a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/694cd7c2-ab1b-4910-a5d6-76242bfe08d0 HTTP/1.1" status: 204 len: 168 time: 0.1159430 Jul 16 18:47:10.345375 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ced9b1-cd33-4dad-be99-bd4323a1825a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694cd7c2-ab1b-4910-a5d6-76242bfe08d0,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:12.138994 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47078) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:12.240252 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-de617d24-a3a6-489b-a094-0da12bfbcd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.325723 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-de617d24-a3a6-489b-a094-0da12bfbcd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.329235 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-de617d24-a3a6-489b-a094-0da12bfbcd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.369706 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-de617d24-a3a6-489b-a094-0da12bfbcd47 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e661d08fa204aa7b7373ef320e1d8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296426 Jul 16 18:47:12.370590 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de617d24-a3a6-489b-a094-0da12bfbcd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b76a10c-afd0-4282-a96b-cca1e39c3544,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:12.372465 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 47082) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:12.420958 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95bca69f-a5dc-49aa-a3ce-008dc6d803d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.441228 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95bca69f-a5dc-49aa-a3ce-008dc6d803d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.485955 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95bca69f-a5dc-49aa-a3ce-008dc6d803d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.488398 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95bca69f-a5dc-49aa-a3ce-008dc6d803d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.489526 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-95bca69f-a5dc-49aa-a3ce-008dc6d803d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5b76a10c-afd0-4282-a96b-cca1e39c3544 HTTP/1.1" status: 204 len: 168 time: 0.1160295 Jul 16 18:47:12.497609 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bca69f-a5dc-49aa-a3ce-008dc6d803d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b76a10c-afd0-4282-a96b-cca1e39c3544,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:12.743560 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 47088) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:12.756398 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-15fb395a-7442-4164-bec1-fe0e5d32d501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.844693 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-15fb395a-7442-4164-bec1-fe0e5d32d501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.848413 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-15fb395a-7442-4164-bec1-fe0e5d32d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.889127 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-15fb395a-7442-4164-bec1-fe0e5d32d501 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f914d109776f40b19a82ef3bfb3543e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444807 Jul 16 18:47:12.889826 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb395a-7442-4164-bec1-fe0e5d32d501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1136a94-f752-4382-969d-a1ba979c8d6e,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:12.891822 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47092) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:12.940763 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-bdc34e9e-7942-4740-88fe-11c758d32c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.962077 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-bdc34e9e-7942-4740-88fe-11c758d32c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.006507 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-bdc34e9e-7942-4740-88fe-11c758d32c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.009139 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-bdc34e9e-7942-4740-88fe-11c758d32c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.010297 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-bdc34e9e-7942-4740-88fe-11c758d32c8b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1136a94-f752-4382-969d-a1ba979c8d6e HTTP/1.1" status: 204 len: 168 time: 0.1174932 Jul 16 18:47:13.019629 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc34e9e-7942-4740-88fe-11c758d32c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1136a94-f752-4382-969d-a1ba979c8d6e,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:21.758680 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-93c77737-734d-4cfe-8aaa-fdf3a4180f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.532863 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-afd53f4d-d056-4032-a648-2c680f559840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.654038 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.420370 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.465507 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.211222 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.087460 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47344) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:33.193426 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f6f919c5-c873-45bf-8203-970d4381e960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.281774 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f6f919c5-c873-45bf-8203-970d4381e960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.285829 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-f6f919c5-c873-45bf-8203-970d4381e960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.323579 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-f6f919c5-c873-45bf-8203-970d4381e960 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d352c124c5a2445c95c8fd3abbb58466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350271 Jul 16 18:47:33.324786 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f919c5-c873-45bf-8203-970d4381e960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1069ded6-50cf-4594-932e-33eea020a5dd,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:33.327278 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 47348) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:33.377318 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7d02d541-4b35-4b0c-9568-8383daadc0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.398494 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7d02d541-4b35-4b0c-9568-8383daadc0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.446694 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7d02d541-4b35-4b0c-9568-8383daadc0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.449254 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7d02d541-4b35-4b0c-9568-8383daadc0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.450427 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-7d02d541-4b35-4b0c-9568-8383daadc0ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1069ded6-50cf-4594-932e-33eea020a5dd HTTP/1.1" status: 204 len: 168 time: 0.1221054 Jul 16 18:47:33.459146 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02d541-4b35-4b0c-9568-8383daadc0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1069ded6-50cf-4594-932e-33eea020a5dd,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:42.200970 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:46.812126 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 47402) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:46.964132 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Deleting port 36e302db-56c6-40d6-80c0-f6c0084a4e86 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:46.964394 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.041604 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.041978 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.057122 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Calling delete_port for 36e302db-56c6-40d6-80c0-f6c0084a4e86 owned by network:floatingip {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:47.210265 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.236538 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event deleted for resources: {'Port': ['ID=36e302db-56c6-40d6-80c0-f6c0084a4e86,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:47.265996 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.266343 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.266682 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.267062 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.267391 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.267725 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.268093 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.268422 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.268743 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.269104 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.269423 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.269739 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:47.310641 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.311055 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.l3_db [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Floating IP 3ca9ce0c-76a1-4163-83f8-13bd5e2eb861 disassociated (deleted). External IP: 172.27.2.85, port: 58bf9017-3959-4a96-8d93-6e239120e43f. Jul 16 18:47:47.522320 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Router 2da0875d-3543-45c3-8294-0dd251574d66 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:47.627730 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:47.632495 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.636741 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22842471-774f-40bd-9707-5a17dafb15a4 None None] Sync routers for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:47.646210 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22842471-774f-40bd-9707-5a17dafb15a4 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:47.646929 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-22842471-774f-40bd-9707-5a17dafb15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:47:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:47.667423 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-6ed4b360-40cf-4e95-88d7-77507a4a540b tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "DELETE /v2.0/floatingips/3ca9ce0c-76a1-4163-83f8-13bd5e2eb861 HTTP/1.1" status: 204 len: 168 time: 0.8542032 Jul 16 18:47:47.668019 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'tag': '58bf9017-3959-4a96-8d93-6e239120e43f'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:47.673536 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5da14013294e63930f004e3f646ec45d1727f78d2b380a1ffe1aebd0a12d46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8" -d '{"events": [{"name": "network-changed", "server_uuid": "60d239d4-b00e-41d0-b007-1143c6b5c5a7", "tag": "58bf9017-3959-4a96-8d93-6e239120e43f"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:47.716968 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45365b2-eec1-40a1-8859-95ebcec4b39a x-openstack-request-id: req-d45365b2-eec1-40a1-8859-95ebcec4b39a {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:47.717260 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d239d4-b00e-41d0-b007-1143c6b5c5a7", "tag": "58bf9017-3959-4a96-8d93-6e239120e43f", "status": "completed", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:47.717517 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d45365b2-eec1-40a1-8859-95ebcec4b39a {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:47.717945 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'tag': '58bf9017-3959-4a96-8d93-6e239120e43f', 'status': 'completed', 'code': 200} Jul 16 18:47:47.756750 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-22842471-774f-40bd-9707-5a17dafb15a4 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:47.890148 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-487cf5ca-0e44-4274-b97e-06b60abba05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:47.892392 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-487cf5ca-0e44-4274-b97e-06b60abba05f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 1098 time: 0.1513288 Jul 16 18:47:47.991001 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-22842471-774f-40bd-9707-5a17dafb15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'aa498c11-1cde-4cd4-852d-6795cc4b3c6c', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:b9:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:54Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 1, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:47.994401 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-8035f3ea-7701-4db5-893c-1c1d6fccbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:47.995911 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-8035f3ea-7701-4db5-893c-1c1d6fccbe19 service neutron] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 914 time: 0.0960073 Jul 16 18:47:48.018807 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22842471-774f-40bd-9707-5a17dafb15a4 None None] Checking router: 2da0875d-3543-45c3-8294-0dd251574d66 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:48.027457 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22842471-774f-40bd-9707-5a17dafb15a4 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:48.028209 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-22842471-774f-40bd-9707-5a17dafb15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:47:25Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:48.042653 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-58fb94ba-5c34-44ba-9d58-a12a5ff0f583 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58bf9017-3959-4a96-8d93-6e239120e43f HTTP/1.1" status: 200 len: 217 time: 0.0383413 Jul 16 18:47:48.093141 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-36d39154-5409-43b5-b983-e5f13c732a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:48.094646 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-36d39154-5409-43b5-b983-e5f13c732a20 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.0458343 Jul 16 18:47:48.135719 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-22842471-774f-40bd-9707-5a17dafb15a4 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:48.201978 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-d295c892-d08e-41d1-b975-9257ea94364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:48.203555 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-d295c892-d08e-41d1-b975-9257ea94364b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1019182 Jul 16 18:47:48.215109 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780890c-af0f-4ae5-bc2b-bc38f114b801 req-f2e0f873-6f2e-4d45-8bd7-de344e19e091 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:48.217622 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5780890c-af0f-4ae5-bc2b-bc38f114b801 req-f2e0f873-6f2e-4d45-8bd7-de344e19e091 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 945 time: 0.2206910 Jul 16 18:47:48.223038 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-2b8df8de-71e2-459f-ad75-3544b36661b2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:47:48.224010 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-2b8df8de-71e2-459f-ad75-3544b36661b2 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055051 Jul 16 18:47:48.285344 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-5780890c-af0f-4ae5-bc2b-bc38f114b801 req-73a31b0a-a6a1-4889-8f97-6e3f91e6c160 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594232 Jul 16 18:47:48.348845 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-4d7379c0-630e-4df0-b854-afeff61b9b81 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157308 Jul 16 18:47:48.388113 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-22842471-774f-40bd-9707-5a17dafb15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'aa498c11-1cde-4cd4-852d-6795cc4b3c6c', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:b9:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:54Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 1, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:48.414273 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22842471-774f-40bd-9707-5a17dafb15a4 None None] The sync data for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi is: [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_floatingips': [{'id': 'aa498c11-1cde-4cd4-852d-6795cc4b3c6c', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'router_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'port_id': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'mac_address': 'fa:16:3e:b9:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:43:54Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 1, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:48.447377 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-f9132aa6-b0fa-4c6d-a00a-ec66c3f316c8 req-0fd89b20-45b3-47af-af88-69fad7365b92 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908580 Jul 16 18:47:48.636239 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b505d93-5d53-4fa4-9512-8aa434565eb9 None None] New status for floating IP 3ca9ce0c-76a1-4163-83f8-13bd5e2eb861: DOWN {{(pid=93210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:47:49.534676 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2995828-227e-4491-9772-4a53186eb81e req-14168a4d-11f1-4903-b30f-5d05765a453f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:49.536157 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f2995828-227e-4491-9772-4a53186eb81e req-14168a4d-11f1-4903-b30f-5d05765a453f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 945 time: 0.1183047 Jul 16 18:47:49.578510 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-f2995828-227e-4491-9772-4a53186eb81e req-0ac2f61a-0449-4d40-8ee8-230743d4e4f5 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367692 Jul 16 18:47:49.603946 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9873ec-076b-44f4-b5fa-b50377792b62 req-ad428f9c-0a0a-47ec-828d-7dce84e9eddd tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:49.605455 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9d9873ec-076b-44f4-b5fa-b50377792b62 req-ad428f9c-0a0a-47ec-828d-7dce84e9eddd tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0670583 Jul 16 18:47:49.710593 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-9d9873ec-076b-44f4-b5fa-b50377792b62 req-57b44ee7-2782-41b1-a5f4-57d1b7cc358f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Deleting port 58bf9017-3959-4a96-8d93-6e239120e43f {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:49.710940 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-9d9873ec-076b-44f4-b5fa-b50377792b62 req-57b44ee7-2782-41b1-a5f4-57d1b7cc358f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.803099 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-9d9873ec-076b-44f4-b5fa-b50377792b62 req-57b44ee7-2782-41b1-a5f4-57d1b7cc358f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] For port 58bf9017-3959-4a96-8d93-6e239120e43f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=58bf9017-3959-4a96-8d93-6e239120e43f,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:49.803459 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-9d9873ec-076b-44f4-b5fa-b50377792b62 req-57b44ee7-2782-41b1-a5f4-57d1b7cc358f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.816330 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-9d9873ec-076b-44f4-b5fa-b50377792b62 req-57b44ee7-2782-41b1-a5f4-57d1b7cc358f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Calling delete_port for 58bf9017-3959-4a96-8d93-6e239120e43f owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:49.943127 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-9d9873ec-076b-44f4-b5fa-b50377792b62 req-57b44ee7-2782-41b1-a5f4-57d1b7cc358f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.971199 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b44ee7-2782-41b1-a5f4-57d1b7cc358f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event deleted for resources: {'Port': ['ID=58bf9017-3959-4a96-8d93-6e239120e43f,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:50.018963 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9873ec-076b-44f4-b5fa-b50377792b62 req-57b44ee7-2782-41b1-a5f4-57d1b7cc358f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] No DVR routers for this DVR port 58bf9017-3959-4a96-8d93-6e239120e43f on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:50.021601 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-9d9873ec-076b-44f4-b5fa-b50377792b62 req-57b44ee7-2782-41b1-a5f4-57d1b7cc358f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.023578 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-9d9873ec-076b-44f4-b5fa-b50377792b62 req-57b44ee7-2782-41b1-a5f4-57d1b7cc358f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "DELETE /v2.0/ports/58bf9017-3959-4a96-8d93-6e239120e43f HTTP/1.1" status: 204 len: 173 time: 0.4112108 Jul 16 18:47:50.023999 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'name': 'network-vif-deleted', 'tag': '58bf9017-3959-4a96-8d93-6e239120e43f'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:50.026259 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167907ac-b29b-4ec4-8052-c822903fec8c" -d '{"events": [{"server_uuid": "60d239d4-b00e-41d0-b007-1143c6b5c5a7", "name": "network-vif-deleted", "tag": "58bf9017-3959-4a96-8d93-6e239120e43f"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:50.119856 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7d58a1-e136-462f-916d-aa1af295a723 x-openstack-request-id: req-bd7d58a1-e136-462f-916d-aa1af295a723 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:50.120151 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d239d4-b00e-41d0-b007-1143c6b5c5a7", "name": "network-vif-deleted", "tag": "58bf9017-3959-4a96-8d93-6e239120e43f", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:50.120402 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd7d58a1-e136-462f-916d-aa1af295a723 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:50.120795 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d239d4-b00e-41d0-b007-1143c6b5c5a7', 'name': 'network-vif-deleted', 'tag': '58bf9017-3959-4a96-8d93-6e239120e43f', 'status': 'completed', 'code': 200} Jul 16 18:47:50.749326 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-8106d5d3-1e48-4050-87bd-8579b4d45bb1 req-d11cb505-320e-445e-866e-9e51007dc488 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d239d4-b00e-41d0-b007-1143c6b5c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0281866 Jul 16 18:47:50.777504 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47456) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:50.884394 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c52e33cf-c09a-46df-bacb-eef9dc1f18d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.978368 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c52e33cf-c09a-46df-bacb-eef9dc1f18d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.982108 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c52e33cf-c09a-46df-bacb-eef9dc1f18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.020810 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c52e33cf-c09a-46df-bacb-eef9dc1f18d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e884fcd09814487badd605231b6e665e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421842 Jul 16 18:47:51.022709 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e33cf-c09a-46df-bacb-eef9dc1f18d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8616efa0-36d2-40e4-a343-1bb3145954aa,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:51.023502 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 47460) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:51.072461 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-441557fe-f944-4f82-8960-299a39a15828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.093738 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-441557fe-f944-4f82-8960-299a39a15828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.139676 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-441557fe-f944-4f82-8960-299a39a15828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.142364 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-441557fe-f944-4f82-8960-299a39a15828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.143471 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-441557fe-f944-4f82-8960-299a39a15828 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8616efa0-36d2-40e4-a343-1bb3145954aa HTTP/1.1" status: 204 len: 168 time: 0.1189899 Jul 16 18:47:51.151058 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441557fe-f944-4f82-8960-299a39a15828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8616efa0-36d2-40e4-a343-1bb3145954aa,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:51.759276 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-06650dd4-b7d6-45c3-bbc9-6324e0b39031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.063243 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 47516) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:54.220991 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 58bf9017-3959-4a96-8d93-6e239120e43f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:54.245183 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 58bf9017-3959-4a96-8d93-6e239120e43f {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:54.245518 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 58bf9017-3959-4a96-8d93-6e239120e43f not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:54.453343 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Deleting port deaf3df7-1135-4a9a-b4ca-239f73240901 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:54.453599 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.528356 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.528744 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.532754 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-1071a6ad-d05d-4960-8577-aeac809ac2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.540982 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Calling delete_port for deaf3df7-1135-4a9a-b4ca-239f73240901 owned by network:floatingip {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:54.655669 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.695407 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.721698 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event deleted for resources: {'Port': ['ID=deaf3df7-1135-4a9a-b4ca-239f73240901,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:54.787123 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.787666 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.db.l3_db [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Floating IP aa498c11-1cde-4cd4-852d-6795cc4b3c6c disassociated (deleted). External IP: 172.27.2.183, port: 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8. Jul 16 18:47:55.016962 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Router 2da0875d-3543-45c3-8294-0dd251574d66 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:55.124168 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:55.128908 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.134625 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a23b9a5-3baf-472a-91cd-b81b009fd6b8 None None] Sync routers for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:55.144589 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a23b9a5-3baf-472a-91cd-b81b009fd6b8 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:55.145334 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4a23b9a5-3baf-472a-91cd-b81b009fd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:47:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:55.167918 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-aedd0204-904a-4e81-a165-d394c0e47520 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "DELETE /v2.0/floatingips/aa498c11-1cde-4cd4-852d-6795cc4b3c6c HTTP/1.1" status: 204 len: 168 time: 1.1035769 Jul 16 18:47:55.168487 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'tag': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:55.171482 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5da14013294e63930f004e3f646ec45d1727f78d2b380a1ffe1aebd0a12d46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8381045-a741-425f-b7bc-2ac8636349eb" -d '{"events": [{"name": "network-changed", "server_uuid": "827b4dbf-8feb-4bef-bf64-99fe8a8da2ee", "tag": "09ce67ad-5cfa-44c5-99ae-dcafc74e16c8"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:55.207362 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298187fd-fa7a-41f7-bf28-3a79b5dff394 x-openstack-request-id: req-298187fd-fa7a-41f7-bf28-3a79b5dff394 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:55.207624 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827b4dbf-8feb-4bef-bf64-99fe8a8da2ee", "tag": "09ce67ad-5cfa-44c5-99ae-dcafc74e16c8", "status": "completed", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:55.207813 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-298187fd-fa7a-41f7-bf28-3a79b5dff394 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:55.208261 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'tag': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'status': 'completed', 'code': 200} Jul 16 18:47:55.257719 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-4a23b9a5-3baf-472a-91cd-b81b009fd6b8 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:55.290702 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8381045-a741-425f-b7bc-2ac8636349eb req-f5011681-f8c3-41e0-8993-210123fc49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:55.292243 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e8381045-a741-425f-b7bc-2ac8636349eb req-f5011681-f8c3-41e0-8993-210123fc49d4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 1098 time: 0.0566115 Jul 16 18:47:55.396783 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8381045-a741-425f-b7bc-2ac8636349eb req-ccbe0912-367b-4e24-888a-279c4dd532ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:55.399040 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e8381045-a741-425f-b7bc-2ac8636349eb req-ccbe0912-367b-4e24-888a-279c4dd532ab service neutron] 10.222.0.88 "GET /v2.0/networks?id=47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 200 len: 914 time: 0.1001487 Jul 16 18:47:55.446438 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e8381045-a741-425f-b7bc-2ac8636349eb req-85185fab-4096-42bd-ad5c-04552240ecc2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 HTTP/1.1" status: 200 len: 217 time: 0.0396256 Jul 16 18:47:55.447428 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.499289 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8381045-a741-425f-b7bc-2ac8636349eb req-9317ebe3-8f83-4d4a-8a7d-ff0ac1258513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:55.500885 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e8381045-a741-425f-b7bc-2ac8636349eb req-9317ebe3-8f83-4d4a-8a7d-ff0ac1258513 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 200 len: 851 time: 0.0477796 Jul 16 18:47:55.609890 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58e725-7e7b-4507-a131-6cd7c78ded33 req-13ed26ef-70df-491e-a8d7-51351409c4da tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:55.610718 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4a23b9a5-3baf-472a-91cd-b81b009fd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:55.611389 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6f58e725-7e7b-4507-a131-6cd7c78ded33 req-13ed26ef-70df-491e-a8d7-51351409c4da tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 945 time: 0.1048741 Jul 16 18:47:55.613277 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8381045-a741-425f-b7bc-2ac8636349eb req-9bb08eb1-734e-44da-8f1e-7b559e57886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:55.614819 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e8381045-a741-425f-b7bc-2ac8636349eb req-9bb08eb1-734e-44da-8f1e-7b559e57886a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=47f6b223-7ba0-4d0a-a61c-5234079af054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989349 Jul 16 18:47:55.641490 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a23b9a5-3baf-472a-91cd-b81b009fd6b8 None None] Checking router: 2da0875d-3543-45c3-8294-0dd251574d66 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:55.649988 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a23b9a5-3baf-472a-91cd-b81b009fd6b8 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:55.650613 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4a23b9a5-3baf-472a-91cd-b81b009fd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:47:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:55.674330 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-6f58e725-7e7b-4507-a131-6cd7c78ded33 req-f7da2c86-cc70-4c28-ab99-393a3814b268 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568342 Jul 16 18:47:55.731162 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e8381045-a741-425f-b7bc-2ac8636349eb req-632dab96-3370-475b-9608-20eeb5ff5e39 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078889 Jul 16 18:47:55.760486 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-4a23b9a5-3baf-472a-91cd-b81b009fd6b8 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:55.820541 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-e8381045-a741-425f-b7bc-2ac8636349eb req-8dbf98cb-8c5d-4ec8-acb8-70f195884149 service neutron] 10.222.0.88 "GET /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817935 Jul 16 18:47:55.958137 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-4a23b9a5-3baf-472a-91cd-b81b009fd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:55.985613 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a23b9a5-3baf-472a-91cd-b81b009fd6b8 None None] The sync data for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi is: [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:39:41Z', 'revision_number': 4, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi', '_interfaces': [{'id': 'ee8a8497-4695-4f13-9796-d2c31e01e625', 'name': '', 'network_id': '47f6b223-7ba0-4d0a-a61c-5234079af054', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'mac_address': 'fa:16:3e:c3:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1b39d775-14ca-4b82-9356-bf041134f173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:41Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'subnets': [{'id': '1b39d775-14ca-4b82-9356-bf041134f173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:56.205545 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e883e5-ce16-4b43-9b8f-68a674ef78a3 None None] New status for floating IP aa498c11-1cde-4cd4-852d-6795cc4b3c6c: DOWN {{(pid=93210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:47:56.852073 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b122d-e5cf-410f-bc8d-8ea71421a8ce req-2032f3e4-085c-4815-8c64-85b3873f6441 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:56.853588 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-db9b122d-e5cf-410f-bc8d-8ea71421a8ce req-2032f3e4-085c-4815-8c64-85b3873f6441 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 945 time: 0.0655730 Jul 16 18:47:56.892631 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-db9b122d-e5cf-410f-bc8d-8ea71421a8ce req-75eb30f8-6fb1-4946-9c30-234ab2c6c83f tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334451 Jul 16 18:47:57.020895 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fb4c9-abde-4b9b-abb2-19849d791a1a req-e0194e5e-2ea8-42a1-976a-686492fab2e3 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:57.022407 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1f4fb4c9-abde-4b9b-abb2-19849d791a1a req-e0194e5e-2ea8-42a1-976a-686492fab2e3 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 945 time: 0.0665438 Jul 16 18:47:57.128197 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-1f4fb4c9-abde-4b9b-abb2-19849d791a1a req-f2fa4000-3744-424c-8a1a-d8a6b02c521a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Deleting port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:57.128540 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-1f4fb4c9-abde-4b9b-abb2-19849d791a1a req-f2fa4000-3744-424c-8a1a-d8a6b02c521a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.215401 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [req-1f4fb4c9-abde-4b9b-abb2-19849d791a1a req-f2fa4000-3744-424c-8a1a-d8a6b02c521a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] For port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:57.215760 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-1f4fb4c9-abde-4b9b-abb2-19849d791a1a req-f2fa4000-3744-424c-8a1a-d8a6b02c521a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.233568 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [req-1f4fb4c9-abde-4b9b-abb2-19849d791a1a req-f2fa4000-3744-424c-8a1a-d8a6b02c521a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Calling delete_port for 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 owned by compute:nova {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:57.364679 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-1f4fb4c9-abde-4b9b-abb2-19849d791a1a req-f2fa4000-3744-424c-8a1a-d8a6b02c521a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.399590 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa4000-3744-424c-8a1a-d8a6b02c521a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event deleted for resources: {'Port': ['ID=09ce67ad-5cfa-44c5-99ae-dcafc74e16c8,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:57.454111 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4fb4c9-abde-4b9b-abb2-19849d791a1a req-f2fa4000-3744-424c-8a1a-d8a6b02c521a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] No DVR routers for this DVR port 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 on host hv-cinder-78693 {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:57.454111 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [req-1f4fb4c9-abde-4b9b-abb2-19849d791a1a req-f2fa4000-3744-424c-8a1a-d8a6b02c521a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for port, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.454111 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [req-1f4fb4c9-abde-4b9b-abb2-19849d791a1a req-f2fa4000-3744-424c-8a1a-d8a6b02c521a tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.88 "DELETE /v2.0/ports/09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 HTTP/1.1" status: 204 len: 173 time: 0.4244499 Jul 16 18:47:57.454111 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'name': 'network-vif-deleted', 'tag': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8'}] {{(pid=93208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:57.456012 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bf9037bd1e574431e422d10211965ea884d0772eb5161b3aa8360255fe05bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36dd8f4-9552-4c2a-8462-308159c62f62" -d '{"events": [{"server_uuid": "827b4dbf-8feb-4bef-bf64-99fe8a8da2ee", "name": "network-vif-deleted", "tag": "09ce67ad-5cfa-44c5-99ae-dcafc74e16c8"}]}' {{(pid=93208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:57.477100 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.495464 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6999c0db-7bbb-4248-885d-82e6d9098470 x-openstack-request-id: req-6999c0db-7bbb-4248-885d-82e6d9098470 {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:57.495754 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827b4dbf-8feb-4bef-bf64-99fe8a8da2ee", "name": "network-vif-deleted", "tag": "09ce67ad-5cfa-44c5-99ae-dcafc74e16c8", "status": "completed", "code": 200}]} {{(pid=93208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:57.496003 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6999c0db-7bbb-4248-885d-82e6d9098470 {{(pid=93208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:57.496394 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827b4dbf-8feb-4bef-bf64-99fe8a8da2ee', 'name': 'network-vif-deleted', 'tag': '09ce67ad-5cfa-44c5-99ae-dcafc74e16c8', 'status': 'completed', 'code': 200} Jul 16 18:47:58.053113 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [req-ae1cc391-2850-410c-a6e4-2d4861b66bbc req-11e3f84b-6dde-4bdc-b057-8477e75b6a38 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "GET /v2.0/ports?device_id=827b4dbf-8feb-4bef-bf64-99fe8a8da2ee HTTP/1.1" status: 200 len: 210 time: 0.0374694 Jul 16 18:47:59.146667 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47608) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:59.197385 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.269061 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Deleting port 5beee288-d422-4887-93f1-46e64d1d8200 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:59.269320 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.345031 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.345357 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.357152 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Calling delete_port for 5beee288-d422-4887-93f1-46e64d1d8200 owned by network:floatingip {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:59.496850 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.528465 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event deleted for resources: {'Port': ['ID=5beee288-d422-4887-93f1-46e64d1d8200,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:59.560104 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.561114 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.561549 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.561910 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.562944 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.563297 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.563798 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.564139 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.564478 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.564806 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.565682 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.565682 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:59.605285 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for floatingip, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.608142 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70908'] for floatingip, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.609439 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-2a94f499-4f17-4a25-97a8-f5a3b49704bf tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "DELETE /v2.0/floatingips/56d1bab4-32dd-480d-8b0f-2b78ce4fc093 HTTP/1.1" status: 204 len: 168 time: 0.4618053 Jul 16 18:48:00.219932 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:00.243835 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] No Port match for: 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:00.244182 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Device 09ce67ad-5cfa-44c5-99ae-dcafc74e16c8 not bound to the agent host hv-cinder-78693 {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:00.876751 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47632) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:00.933588 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b701b85d-552e-4126-b212-1d5b984c0ca9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.957390 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b701b85d-552e-4126-b212-1d5b984c0ca9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.024424 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b701b85d-552e-4126-b212-1d5b984c0ca9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.027130 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b701b85d-552e-4126-b212-1d5b984c0ca9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.028297 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-b701b85d-552e-4126-b212-1d5b984c0ca9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] 10.222.0.79 "DELETE /v2.0/security-groups/cd973a8b-2ea9-4342-beb1-ff87eb2a2fce HTTP/1.1" status: 204 len: 168 time: 0.1505666 Jul 16 18:48:01.038159 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701b85d-552e-4126-b212-1d5b984c0ca9 tempest-TestVolumeBootPattern-617389638 tempest-TestVolumeBootPattern-617389638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd973a8b-2ea9-4342-beb1-ff87eb2a2fce,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:01.079154 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47636) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:01.555935 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729198'] for router_interface, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.770752 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47646) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:01.821117 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] Deleting port ee8a8497-4695-4f13-9796-d2c31e01e625 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:01.821367 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.888073 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-916888ec-cb42-451e-876d-f9117ca5a348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.923460 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] For port ee8a8497-4695-4f13-9796-d2c31e01e625, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ee8a8497-4695-4f13-9796-d2c31e01e625,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:01.923816 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.945984 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] Calling delete_port for ee8a8497-4695-4f13-9796-d2c31e01e625 owned by network:router_interface {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:02.105367 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-916888ec-cb42-451e-876d-f9117ca5a348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.111336 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-916888ec-cb42-451e-876d-f9117ca5a348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_create {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.161353 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916888ec-cb42-451e-876d-f9117ca5a348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e20a054-1097-4b0f-ab12-8c963c5a558e,revision_number=1']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:02.168494 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-916888ec-cb42-451e-876d-f9117ca5a348 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0c2297256da4a5bb470ec59449f3a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967307 Jul 16 18:48:02.172012 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47650) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:02.252781 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.261795 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-30f7c32b-6d36-452b-9d6d-3a7d1fc438a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.283574 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8a8497-4695-4f13-9796-d2c31e01e625,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:02.348740 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-30f7c32b-6d36-452b-9d6d-3a7d1fc438a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.468751 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-30f7c32b-6d36-452b-9d6d-3a7d1fc438a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.471275 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-30f7c32b-6d36-452b-9d6d-3a7d1fc438a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.472436 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-30f7c32b-6d36-452b-9d6d-3a7d1fc438a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9e20a054-1097-4b0f-ab12-8c963c5a558e HTTP/1.1" status: 204 len: 168 time: 0.2995737 Jul 16 18:48:02.487528 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7c32b-6d36-452b-9d6d-3a7d1fc438a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e20a054-1097-4b0f-ab12-8c963c5a558e,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:02.503612 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725246'] for router_interface, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.991333 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] Router 2da0875d-3543-45c3-8294-0dd251574d66 has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:03.097491 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:03.102356 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-d45ae508-85ae-4580-b03e-ddab159df689 admin admin] 10.222.0.79 "PUT /v2.0/routers/2da0875d-3543-45c3-8294-0dd251574d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0221488 Jul 16 18:48:03.104837 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47654) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:03.106713 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a04c8b-6606-4b31-a1f8-acf8b1d9f367 None None] Sync routers for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:03.115878 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a04c8b-6606-4b31-a1f8-acf8b1d9f367 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:03.116492 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-97a04c8b-6606-4b31-a1f8-acf8b1d9f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:47:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:03.209101 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.221563 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-97a04c8b-6606-4b31-a1f8-acf8b1d9f367 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: dv-cinder-786933-5-iscsi {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:03.307279 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.367499 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Deleting port 329db03e-4009-407c-9d5b-1bc178ca597a {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:03.367842 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.398564 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-97a04c8b-6606-4b31-a1f8-acf8b1d9f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:48:02Z', 'revision_number': 5, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port': {'id': '329db03e-4009-407c-9d5b-1bc178ca597a', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da0875d-3543-45c3-8294-0dd251574d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:39Z', 'updated_at': '2021-07-16T18:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:03.425728 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a04c8b-6606-4b31-a1f8-acf8b1d9f367 None None] Checking router: 2da0875d-3543-45c3-8294-0dd251574d66 for host: dv-cinder-786933-5-iscsi {{(pid=93209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:03.433769 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a04c8b-6606-4b31-a1f8-acf8b1d9f367 None None] Routers {'2da0875d-3543-45c3-8294-0dd251574d66'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:03.434403 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-97a04c8b-6606-4b31-a1f8-acf8b1d9f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:47:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['2da0875d-3543-45c3-8294-0dd251574d66'], 'active': True} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:03.448641 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] For port 329db03e-4009-407c-9d5b-1bc178ca597a, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=329db03e-4009-407c-9d5b-1bc178ca597a,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:03.449004 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.461481 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Calling delete_port for 329db03e-4009-407c-9d5b-1bc178ca597a owned by network:router_gateway {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:03.520383 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvr_db [None req-97a04c8b-6606-4b31-a1f8-acf8b1d9f367 None None] Set router 2da0875d-3543-45c3-8294-0dd251574d66 gateway port host: None {{(pid=93209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:03.575550 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_hamode_db [None req-97a04c8b-6606-4b31-a1f8-acf8b1d9f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:48:03Z', 'revision_number': 6, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port_host': None}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:03.602016 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a04c8b-6606-4b31-a1f8-acf8b1d9f367 None None] The sync data for ids ['2da0875d-3543-45c3-8294-0dd251574d66'] in dv-cinder-786933-5-iscsi is: [{'id': '2da0875d-3543-45c3-8294-0dd251574d66', 'name': 'tempest-TestVolumeBootPattern-1000711398-router', 'tenant_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:38Z', 'updated_at': '2021-07-16T18:48:03Z', 'revision_number': 6, 'project_id': 'b04fcf3df7164dc89b1c9a2e993e6eaa', 'gw_port_host': None}] {{(pid=93209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:03.629279 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.652931 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=329db03e-4009-407c-9d5b-1bc178ca597a,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:03.721143 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676644'] for router_gateway, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.809540 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6001'] for router, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.811688 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.853468 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731814'] for router, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.853964 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2da0875d-3543-45c3-8294-0dd251574d66 {{(pid=93208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:48:03.858173 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] Notify callbacks [] for router, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.859947 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-ee8e2862-f48c-4611-82dd-7af4f6c1fa3b admin admin] 10.222.0.79 "DELETE /v2.0/routers/2da0875d-3543-45c3-8294-0dd251574d66 HTTP/1.1" status: 204 len: 168 time: 0.7542107 Jul 16 18:48:03.862511 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47656) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:03.904994 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b1b5b4-ba8f-4445-898d-a530c7971298 admin admin] Deleting subnet 1b39d775-14ca-4b82-9356-bf041134f173 {{(pid=93208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:03.908482 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-13b1b5b4-ba8f-4445-898d-a530c7971298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.946489 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-13b1b5b4-ba8f-4445-898d-a530c7971298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328248'] for subnet, precommit_delete_associations {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.032343 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-13b1b5b4-ba8f-4445-898d-a530c7971298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.086980 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-13b1b5b4-ba8f-4445-898d-a530c7971298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3222946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695180'] for subnet, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.114019 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1b5b4-ba8f-4445-898d-a530c7971298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b39d775-14ca-4b82-9356-bf041134f173,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:04.115964 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-13b1b5b4-ba8f-4445-898d-a530c7971298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for subnet, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.117706 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-13b1b5b4-ba8f-4445-898d-a530c7971298 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1b39d775-14ca-4b82-9356-bf041134f173 HTTP/1.1" status: 204 len: 168 time: 0.2542849 Jul 16 18:48:04.120194 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47658) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:04.120357 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b0dbfe-4827-4236-8de9-ddaad4edf39f None None] Network 47f6b223-7ba0-4d0a-a61c-5234079af054 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:04.192362 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.246561 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Deleting port ba2e50ae-e65a-4b26-a73d-4637a1e60c82 {{(pid=93208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:04.246944 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.313445 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] For port ba2e50ae-e65a-4b26-a73d-4637a1e60c82, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ba2e50ae-e65a-4b26-a73d-4637a1e60c82,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:04.314036 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.326614 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Calling delete_port for ba2e50ae-e65a-4b26-a73d-4637a1e60c82 owned by network:dhcp {{(pid=93208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:04.354616 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] DHCP port deletion for 47f6b223-7ba0-4d0a-a61c-5234079af054 request from dv-cinder-786933-5-iscsi {{(pid=93209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:48:04.400354 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Deleting port ba2e50ae-e65a-4b26-a73d-4637a1e60c82 {{(pid=93209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:04.400629 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.414892 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3222993'] for port, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.450412 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2e50ae-e65a-4b26-a73d-4637a1e60c82,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:04.452890 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] No DVR routers for this DVR port ba2e50ae-e65a-4b26-a73d-4637a1e60c82 on host dv-cinder-786933-5-iscsi {{(pid=93208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:04.471490 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] For port ba2e50ae-e65a-4b26-a73d-4637a1e60c82, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=ba2e50ae-e65a-4b26-a73d-4637a1e60c82,segment=NetworkSegment(abea05bf-5df4-4eb3-85af-d69b5a527d42),segment_id=abea05bf-5df4-4eb3-85af-d69b5a527d42)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:04.471882 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.484786 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Calling delete_port for ba2e50ae-e65a-4b26-a73d-4637a1e60c82 owned by network:dhcp {{(pid=93209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:04.525669 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.536936 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f6b223-7ba0-4d0a-a61c-5234079af054']}} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:04.549047 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abea05bf-5df4-4eb3-85af-d69b5a527d42') {'for_net_delete': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:04.549344 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.services.segments.db [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abea05bf-5df4-4eb3-85af-d69b5a527d42') {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:04.560134 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328207'] for segment, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.564030 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302'] for port, after_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.576025 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.584102 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=93208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:48:04.584562 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3223296'] for segment, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: Traceback (most recent call last): Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: timer() Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: cb(*args, **kw) Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: return func(*args, **kwargs) Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: self._notify() Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: self.callback(batched_events) Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: event.method(event) Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: return f(self, *a, **k) Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._get(url).json() Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: return self.request(url, 'GET', **kwargs) Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:48:04.586322 dv-cinder-786933-5-iscsi neutron-server[93208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:48:04.594750 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Pushing event deleted for resources: {'Port': ['ID=ba2e50ae-e65a-4b26-a73d-4637a1e60c82,revision_number=None']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:04.599287 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] No DVR routers for this DVR port ba2e50ae-e65a-4b26-a73d-4637a1e60c82 on host dv-cinder-786933-5-iscsi {{(pid=93209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:04.609477 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.609828 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.610376 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.610715 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.611056 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.611368 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.611703 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.614871 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.614871 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.614871 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.614871 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.614871 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ef6f59-09d3-416d-93da-e40c94fe0cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-5-iscsi {{(pid=93209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:04.655218 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.660506 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.662331 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] 10.222.0.79 "DELETE /v2.0/networks/47f6b223-7ba0-4d0a-a61c-5234079af054 HTTP/1.1" status: 204 len: 168 time: 0.5412183 Jul 16 18:48:04.665348 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 47660) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:04.673375 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0576a-15db-4193-8967-c83cdefbe917 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f6b223-7ba0-4d0a-a61c-5234079af054,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:05.009671 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729198'] for router_interface, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.067262 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ee8a8497-4695-4f13-9796-d2c31e01e625 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:05.086464 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: ee8a8497-4695-4f13-9796-d2c31e01e625 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:05.086809 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ee8a8497-4695-4f13-9796-d2c31e01e625 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:05.087217 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 329db03e-4009-407c-9d5b-1bc178ca597a no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:05.105543 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 329db03e-4009-407c-9d5b-1bc178ca597a {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:05.105918 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 329db03e-4009-407c-9d5b-1bc178ca597a not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:05.106327 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ba2e50ae-e65a-4b26-a73d-4637a1e60c82 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:05.125849 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: ba2e50ae-e65a-4b26-a73d-4637a1e60c82 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:05.126535 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device ba2e50ae-e65a-4b26-a73d-4637a1e60c82 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:05.266284 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] Deleting port dff61524-d656-4670-842e-8489486accc8 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:05.266539 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.345887 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] For port dff61524-d656-4670-842e-8489486accc8, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=dff61524-d656-4670-842e-8489486accc8,segment=NetworkSegment(e495636b-5b82-4bff-8d0f-3a5578f786b3),segment_id=e495636b-5b82-4bff-8d0f-3a5578f786b3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:05.346282 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.358292 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] Calling delete_port for dff61524-d656-4670-842e-8489486accc8 owned by network:router_interface {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:05.538279 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.563717 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff61524-d656-4670-842e-8489486accc8,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:05.731912 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1725246'] for router_interface, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.937488 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] Router 14185622-f9c3-46e2-b4b1-4456f86df47e has already been hosted by L3 agent 9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a {{(pid=93207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:06.037241 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] Notify agent at l3_agent.dv-cinder-786933-5-iscsi the message routers_updated {{(pid=93207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:06.042146 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-f6f196a3-8b2d-4a90-92c0-2ffd1056a445 admin admin] 10.222.0.79 "PUT /v2.0/routers/14185622-f9c3-46e2-b4b1-4456f86df47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756323 Jul 16 18:48:06.044628 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 47662) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:06.047679 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9762a-6faf-461d-b57b-db1523858992 None None] Sync routers for ids ['14185622-f9c3-46e2-b4b1-4456f86df47e'] in dv-cinder-786933-5-iscsi {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:06.056698 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9762a-6faf-461d-b57b-db1523858992 None None] Routers {'14185622-f9c3-46e2-b4b1-4456f86df47e'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:06.057308 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-f1f9762a-6faf-461d-b57b-db1523858992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:47:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['14185622-f9c3-46e2-b4b1-4456f86df47e'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:06.147845 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.160649 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-f1f9762a-6faf-461d-b57b-db1523858992 None None] Set router 14185622-f9c3-46e2-b4b1-4456f86df47e gateway port host: dv-cinder-786933-5-iscsi {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:06.251270 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.303466 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Deleting port db4a482b-fe72-45ea-b7cc-c19275fd298b {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:06.303814 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.336100 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-f1f9762a-6faf-461d-b57b-db1523858992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'name': 'tempest-TestVolumeBootPattern-169994918-router', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'external_fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:48:05Z', 'revision_number': 5, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'gw_port': {'id': 'db4a482b-fe72-45ea-b7cc-c19275fd298b', 'name': '', 'network_id': '73c708b8-06d7-447a-8102-37bbb9bcd43a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab15e2c-a646-4087-bf2e-139b77924ddc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-5-iscsi'}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:06.362033 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9762a-6faf-461d-b57b-db1523858992 None None] Checking router: 14185622-f9c3-46e2-b4b1-4456f86df47e for host: dv-cinder-786933-5-iscsi {{(pid=93210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:06.370111 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9762a-6faf-461d-b57b-db1523858992 None None] Routers {'14185622-f9c3-46e2-b4b1-4456f86df47e'} bound to L3 agent in host dv-cinder-786933-5-iscsi {{(pid=93210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:06.370723 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-f1f9762a-6faf-461d-b57b-db1523858992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:29:24Z,description=,heartbeat_timestamp=2021-07-16T18:47:55Z,host='dv-cinder-786933-5-iscsi',id=9c55178e-e790-49d8-a8a9-1fc8d2fdbd0a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:29:24Z,topic='l3_agent')) {'router_ids': ['14185622-f9c3-46e2-b4b1-4456f86df47e'], 'active': True} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:06.384437 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] For port db4a482b-fe72-45ea-b7cc-c19275fd298b, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=db4a482b-fe72-45ea-b7cc-c19275fd298b,segment=NetworkSegment(af312365-10a1-4d3a-a630-7d5b7894c6ee),segment_id=af312365-10a1-4d3a-a630-7d5b7894c6ee)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:06.384796 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.396465 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Calling delete_port for db4a482b-fe72-45ea-b7cc-c19275fd298b owned by network:router_gateway {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:06.458214 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_dvr_db [None req-f1f9762a-6faf-461d-b57b-db1523858992 None None] Set router 14185622-f9c3-46e2-b4b1-4456f86df47e gateway port host: None {{(pid=93210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:06.512293 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.l3_hamode_db [None req-f1f9762a-6faf-461d-b57b-db1523858992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'name': 'tempest-TestVolumeBootPattern-169994918-router', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:48:06Z', 'revision_number': 6, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'gw_port_host': None}], 'dv-cinder-786933-5-iscsi', False) {} {{(pid=93210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:06.538322 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9762a-6faf-461d-b57b-db1523858992 None None] The sync data for ids ['14185622-f9c3-46e2-b4b1-4456f86df47e'] in dv-cinder-786933-5-iscsi is: [{'id': '14185622-f9c3-46e2-b4b1-4456f86df47e', 'name': 'tempest-TestVolumeBootPattern-169994918-router', 'tenant_id': 'bab01a63a564458ebe594e070c43b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:45Z', 'updated_at': '2021-07-16T18:48:06Z', 'revision_number': 6, 'project_id': 'bab01a63a564458ebe594e070c43b0d9', 'gw_port_host': None}] {{(pid=93210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:06.566585 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.591464 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4a482b-fe72-45ea-b7cc-c19275fd298b,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:06.658030 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1676644'] for router_gateway, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.748362 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6001'] for router, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.751156 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.799441 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731814'] for router, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.800070 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14185622-f9c3-46e2-b4b1-4456f86df47e {{(pid=93207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:48:06.804733 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] Notify callbacks [] for router, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.805751 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-d50257dd-937f-4966-acd2-acf5bdbdfc94 admin admin] 10.222.0.79 "DELETE /v2.0/routers/14185622-f9c3-46e2-b4b1-4456f86df47e HTTP/1.1" status: 204 len: 168 time: 0.7602236 Jul 16 18:48:06.808216 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 47664) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:06.852860 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4abb2cc-c7e7-4f74-8d91-d490a1a1dab1 admin admin] Deleting subnet f7d959c4-711d-4db9-8512-b14931af05db {{(pid=93207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:06.856407 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4abb2cc-c7e7-4f74-8d91-d490a1a1dab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.896732 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4abb2cc-c7e7-4f74-8d91-d490a1a1dab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636601'] for subnet, precommit_delete_associations {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.983883 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4abb2cc-c7e7-4f74-8d91-d490a1a1dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-771533'] for subnet, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.034153 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4abb2cc-c7e7-4f74-8d91-d490a1a1dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-771578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10277849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10415177'] for subnet, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.058788 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abb2cc-c7e7-4f74-8d91-d490a1a1dab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d959c4-711d-4db9-8512-b14931af05db,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:07.065043 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4abb2cc-c7e7-4f74-8d91-d490a1a1dab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.066930 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-c4abb2cc-c7e7-4f74-8d91-d490a1a1dab1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f7d959c4-711d-4db9-8512-b14931af05db HTTP/1.1" status: 204 len: 168 time: 0.2578094 Jul 16 18:48:07.069422 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [-] (93207) accepted ('10.222.0.79', 47666) {{(pid=93207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:07.071805 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b974f8a-d0d9-4049-a620-bd4d4cec76fd None None] Network fb576325-2aa0-4a03-a2a3-f69956772525 requested from dv-cinder-786933-5-iscsi {{(pid=93209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:07.360646 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device db4a482b-fe72-45ea-b7cc-c19275fd298b no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:07.383927 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: db4a482b-fe72-45ea-b7cc-c19275fd298b {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:07.384274 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device db4a482b-fe72-45ea-b7cc-c19275fd298b not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:07.384690 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device dff61524-d656-4670-842e-8489486accc8 no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:07.391454 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345702'] for network, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.405825 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d8ceeb-a1d9-49d0-a773-99e417c291ee None None] DHCP port deletion for fb576325-2aa0-4a03-a2a3-f69956772525 request from dv-cinder-786933-5-iscsi {{(pid=93209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:48:07.409532 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: dff61524-d656-4670-842e-8489486accc8 {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:07.410067 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device dff61524-d656-4670-842e-8489486accc8 not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:07.450314 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Deleting port 6a6daf46-36a7-446c-b125-9f22d354ee2b {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:07.450658 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.458470 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8ceeb-a1d9-49d0-a773-99e417c291ee None None] Deleting port 6a6daf46-36a7-446c-b125-9f22d354ee2b {{(pid=93209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:07.458842 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ceeb-a1d9-49d0-a773-99e417c291ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790383594671'] for port, before_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.516559 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] For port 6a6daf46-36a7-446c-b125-9f22d354ee2b, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=6a6daf46-36a7-446c-b125-9f22d354ee2b,segment=NetworkSegment(e495636b-5b82-4bff-8d0f-3a5578f786b3),segment_id=e495636b-5b82-4bff-8d0f-3a5578f786b3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:07.516949 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.525337 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.db [None req-a6d8ceeb-a1d9-49d0-a773-99e417c291ee None None] For port 6a6daf46-36a7-446c-b125-9f22d354ee2b, host dv-cinder-786933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-5-iscsi',level=0,port_id=6a6daf46-36a7-446c-b125-9f22d354ee2b,segment=NetworkSegment(e495636b-5b82-4bff-8d0f-3a5578f786b3),segment_id=e495636b-5b82-4bff-8d0f-3a5578f786b3)] {{(pid=93209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:07.526033 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ceeb-a1d9-49d0-a773-99e417c291ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731733'] for port, precommit_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.529530 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Calling delete_port for 6a6daf46-36a7-446c-b125-9f22d354ee2b owned by network:dhcp {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:07.540149 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8ceeb-a1d9-49d0-a773-99e417c291ee None None] Calling delete_port for 6a6daf46-36a7-446c-b125-9f22d354ee2b owned by network:dhcp {{(pid=93209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:07.622732 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10277802'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.634496 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-a6d8ceeb-a1d9-49d0-a773-99e417c291ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790383595394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790383195302'] for port, after_delete {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.654488 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6daf46-36a7-446c-b125-9f22d354ee2b,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:07.658341 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] No DVR routers for this DVR port 6a6daf46-36a7-446c-b125-9f22d354ee2b on host dv-cinder-786933-5-iscsi {{(pid=93207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:07.664867 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8ceeb-a1d9-49d0-a773-99e417c291ee None None] Pushing event deleted for resources: {'Port': ['ID=6a6daf46-36a7-446c-b125-9f22d354ee2b,revision_number=None']} {{(pid=93209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:07.668652 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8ceeb-a1d9-49d0-a773-99e417c291ee None None] No DVR routers for this DVR port 6a6daf46-36a7-446c-b125-9f22d354ee2b on host dv-cinder-786933-5-iscsi {{(pid=93209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:07.736146 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-770473', 'neutron.services.segments.db._delete_segments_for_network-8790383741260'] for network, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.745904 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb576325-2aa0-4a03-a2a3-f69956772525']}} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:07.755973 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e495636b-5b82-4bff-8d0f-3a5578f786b3') {'for_net_delete': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:07.756540 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.services.segments.db [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e495636b-5b82-4bff-8d0f-3a5578f786b3') {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:07.765215 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790383742549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636558'] for segment, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.778211 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557'] for segment, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.783808 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=93207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:48:07.784186 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10277243'] for segment, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: Traceback (most recent call last): Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: timer() Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: cb(*args, **kw) Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: return func(*args, **kwargs) Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: self._notify() Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: self.callback(batched_events) Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: event.method(event) Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: return f(self, *a, **k) Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._get(url).json() Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: return self.request(url, 'GET', **kwargs) Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:48:07.785767 dv-cinder-786933-5-iscsi neutron-server[93207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:48:07.838189 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-770480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1676728'] for network, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.843921 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631081'] for network, before_response {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.845759 dv-cinder-786933-5-iscsi neutron-server[93207]: INFO neutron.wsgi [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] 10.222.0.79 "DELETE /v2.0/networks/fb576325-2aa0-4a03-a2a3-f69956772525 HTTP/1.1" status: 204 len: 168 time: 0.7753973 Jul 16 18:48:07.857840 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac26e16-ae39-4fbd-a69d-2537ccff719d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb576325-2aa0-4a03-a2a3-f69956772525,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:08.003976 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47670) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:08.042620 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-1657b415-d86a-4c83-bce4-133dc413a8bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b04fcf3df7164dc89b1c9a2e993e6eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373716 Jul 16 18:48:08.045062 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47672) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:08.093460 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7b545189-71d2-40d1-a828-3b47e5ed5a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.114488 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7b545189-71d2-40d1-a828-3b47e5ed5a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.162589 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7b545189-71d2-40d1-a828-3b47e5ed5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.165177 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7b545189-71d2-40d1-a828-3b47e5ed5a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.166404 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-7b545189-71d2-40d1-a828-3b47e5ed5a68 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca51f88c-7e7c-4f43-926a-1a9c35449124 HTTP/1.1" status: 204 len: 168 time: 0.1204560 Jul 16 18:48:08.174623 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b545189-71d2-40d1-a828-3b47e5ed5a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca51f88c-7e7c-4f43-926a-1a9c35449124,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:08.475419 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47678) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:08.515842 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-64142099-004f-4450-85b8-82c6f434c524 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bab01a63a564458ebe594e070c43b0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381808 Jul 16 18:48:08.517788 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.wsgi [-] (93208) accepted ('10.222.0.79', 47680) {{(pid=93208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:08.568994 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7cd76392-5c5d-4bbd-8b7f-02c0ac08cbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.589270 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7cd76392-5c5d-4bbd-8b7f-02c0ac08cbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.635843 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7cd76392-5c5d-4bbd-8b7f-02c0ac08cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661565'] for security_group, after_delete {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.638399 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-7cd76392-5c5d-4bbd-8b7f-02c0ac08cbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.639526 dv-cinder-786933-5-iscsi neutron-server[93208]: INFO neutron.wsgi [None req-7cd76392-5c5d-4bbd-8b7f-02c0ac08cbd0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2becf253-daea-4bc4-b69c-1092df502522 HTTP/1.1" status: 204 len: 168 time: 0.1208243 Jul 16 18:48:08.646805 dv-cinder-786933-5-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd76392-5c5d-4bbd-8b7f-02c0ac08cbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2becf253-daea-4bc4-b69c-1092df502522,revision_number=None']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:09.064723 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 6a6daf46-36a7-446c-b125-9f22d354ee2b no longer exists at agent ovs-agent-dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:09.086381 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.plugin [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] No Port match for: 6a6daf46-36a7-446c-b125-9f22d354ee2b {{(pid=93209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:09.086727 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron.plugins.ml2.rpc [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Device 6a6daf46-36a7-446c-b125-9f22d354ee2b not bound to the agent host dv-cinder-786933-5-iscsi {{(pid=93209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:19.199804 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:21.762087 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-a9e765ec-f0a5-42f7-8cf2-8c5cb33f0fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.533180 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5296acfe-67f4-457f-a2a4-0a7ce1fb2fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.657572 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.425137 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.475602 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.222173 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:51.763426 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-7c2062cf-4b5a-4529-9880-7cad661f0dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.538964 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-844b9e97-dc2a-4598-a3df-41d88f1cfe45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.657772 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.427838 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.198123 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:57.489428 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.224453 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.764066 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-de6e1ab3-001f-460c-870f-fdabf0e4702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.540141 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-45d68bd4-ac8f-4c12-8d86-0812d1cf70d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.659111 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.430721 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.481322 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.223047 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.196941 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:51.765404 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-fa9f23ef-ee27-4212-aac9-ee05cc3397bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.540964 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6382ba66-b2c1-4ca1-89e2-ce50eeccf936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.660368 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.433664 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:57.483245 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.222099 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.195850 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:21.766813 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-3b69db54-29b8-40f2-8430-78cfa1f83f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.542279 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-9147fb7e-ebc7-4aee-b900-0af62fa71c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.661103 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.435403 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.487777 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:29.220383 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.194216 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:51.768385 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-e8d086ab-2d60-4d1e-9910-2b8abbd3e6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:54.543098 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-33d12722-77d4-4f6d-86df-3bd6aed9955a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:54.661349 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.438254 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.496391 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.224471 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:21.768913 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-3461ab7b-29c2-4429-8a76-768f07a41c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.192826 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:24.544435 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-b327abb7-018e-4412-bf04-136a33b03392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.663311 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:25.441556 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.495958 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.237004 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.770987 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-05006e7e-74f1-41f4-b79f-b0e9b54b6bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.546812 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-f85724d7-aeb8-46b8-a37f-7f6f305040dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.665395 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.444187 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.501358 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.235376 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.192116 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:21.772978 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-5b7e8287-ac1b-408c-85ad-de319cd7a27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.549529 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4c71504-c823-445d-9cee-384070fcce97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.668064 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.447814 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.502136 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.243246 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.281526 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:46.944298 dv-cinder-786933-5-iscsi neutron-server[93207]: DEBUG neutron.wsgi [req-b0d7ba41-696a-45a4-9c4f-f9ff3839c817 req-435af4b1-ca29-43fa-a908-5c65effd408c service neutron] (93207) timed out ('10.222.0.88', 63109) {{(pid=93207) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:52:51.773755 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7a9c-6bbf-459f-a3c9-c210e453b48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.550339 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0ef44f91-eda3-43c8-adc2-11c9f6c34166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.669266 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-0b38d14e-a1c2-45d4-ab4e-d20dc51d71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.451470 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-c4bb254e-f512-45a8-8d22-628ffaa1db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.505221 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-6b27248a-08ee-4de5-9033-982e8c538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.249305 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-d56a07d7-dc4e-4296-945b-f922928d2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:15.191027 dv-cinder-786933-5-iscsi neutron-server[93210]: DEBUG neutron.db.agents_db [None req-ea5d4ebf-3633-49f5-a9c9-c18ce0e450c4 None None] Agent healthcheck: found 6 active agents {{(pid=93210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:21.780233 dv-cinder-786933-5-iscsi neutron-server[93209]: DEBUG neutron_lib.callbacks.manager [None req-235f8a72-d7af-4924-a7b2-d339f62ab079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790383741242', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776691'] for agent, after_update {{(pid=93209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}